-- Logs begin at Mon 2021-12-20 02:31:38 UTC, end at Mon 2021-12-20 03:47:33 UTC. -- Dec 20 03:19:36.702441 dv-cinder-818037-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 03:19:39.564247 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.common.config [-] Logging enabled! Dec 20 03:19:39.564876 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev293 Dec 20 03:19:39.565039 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103164) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 03:19:39.568329 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.common.config [-] Logging enabled! Dec 20 03:19:39.568587 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev293 Dec 20 03:19:39.568918 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103164) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 03:19:39.569878 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 03:19:39.570116 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 03:19:39.570490 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 03:19:39.570737 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 03:19:39.570965 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 03:19:39.571286 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.571716 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 20 03:19:39.572033 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.572329 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.572651 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.572966 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.573311 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.573619 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.573913 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.574213 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.574502 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.574783 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.575069 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.575361 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.575645 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.575934 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.576224 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.576506 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] debug = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.576794 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.577251 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.577689 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.577970 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.578262 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.578544 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.578817 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.579098 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.579382 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.579713 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] host = dv-cinder-818037-11-iscsi {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.579993 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.580284 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.580583 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.580883 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.581188 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.581472 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.581766 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.582044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.582319 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.582599 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.582889 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.583177 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.583469 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.583695 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.583920 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.584213 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.584501 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.584780 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.585057 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.585361 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.585638 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.585916 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.586189 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.586477 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.586786 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.587079 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.587355 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.587632 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.587907 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.588740 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.589034 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.589339 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.589619 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.589897 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.590187 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.590461 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.590738 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.591043 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.591332 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.591620 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.591907 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.592203 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.592492 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.592768 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.593043 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.593341 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] use_json = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.593615 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.593888 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.594172 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.594449 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.594722 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.594997 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.595268 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.595556 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:39.595856 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.596155 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.596457 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.596746 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.597054 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.597362 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.597656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.597935 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.598226 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.598539 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.598838 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.599117 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.599409 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.599691 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.599989 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.600296 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.600595 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.600890 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.601189 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.601470 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.601747 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.602028 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.602325 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.602611 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.602904 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.603198 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.603479 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.604552 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.604653 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.604936 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.605319 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.605605 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.605890 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.606189 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.606468 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.606765 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.607048 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.607341 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.607622 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.607898 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.608182 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.608461 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.608736 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.609010 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.609326 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.609620 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.609900 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.610176 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.610446 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.610724 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.610994 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.611279 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.611556 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.611829 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.612102 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.612406 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.612680 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.612955 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.613265 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.613544 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.613822 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.614099 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.614373 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.614653 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.614931 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.615207 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.615483 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.615757 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.616034 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.616307 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.616581 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.616853 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.617151 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.617459 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.617755 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.618321 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.618608 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.618891 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.619175 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.619508 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.619858 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.620135 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.620421 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.620724 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.621008 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.621335 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.621628 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.621923 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.622218 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.622533 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.622838 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.623121 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.623409 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.623692 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.623975 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.624263 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.624551 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.624850 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.625166 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.625469 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.625768 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.626065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.626352 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.626667 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.626952 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:39.627192 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 03:19:39.627443 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103164) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 03:19:40.057570 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 03:19:40.057855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 03:19:40.058173 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 03:19:40.058662 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 03:19:40.389205 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.389498 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.389786 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.391079 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.391350 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.391621 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.438064 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.438345 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.438616 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.453708 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.453992 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.454265 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.484300 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.484579 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.484853 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.523835 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.524118 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.524387 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.868165 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.868796 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.868796 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.868956 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.870455 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.972762 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.973087 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.973401 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.973673 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.973938 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.974247 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.974506 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.974762 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.975017 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.975299 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.975556 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.975819 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.976073 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.976326 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.976580 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.976843 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.977093 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.977389 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.977659 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.977917 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.978189 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.978447 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.978794 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.979180 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.979435 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.979687 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:40.980102 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:40.980346 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:40.980586 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:40.980821 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:40.981058 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:40.981323 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:40.981697 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 03:19:40.985036 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 03:19:40.989209 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 03:19:40.993389 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 20 03:19:40.995614 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 03:19:40.996081 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 03:19:40.996421 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 03:19:40.996812 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 03:19:40.999849 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 03:19:41.000096 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 03:19:41.000448 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 03:19:41.006070 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 20 03:19:41.030863 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 20 03:19:41.031333 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:41.031636 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103164) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 20 03:19:41.032009 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:41.033479 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103164) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 03:19:41.033770 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 03:19:41.034014 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 03:19:41.037329 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:41.037613 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:41.101362 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 03:19:41.101539 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 03:19:41.101749 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 03:19:41.102141 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 03:19:41.125392 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_db.sqlalchemy.engines [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103164) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 20 03:19:41.702863 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing driver for type 'gre' Dec 20 03:19:41.703394 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] gre ID ranges: [(1, 1000)] Dec 20 03:19:41.864844 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing driver for type 'local' Dec 20 03:19:41.865194 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing driver for type 'vlan' Dec 20 03:19:41.942352 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] VlanTypeDriver initialization complete Dec 20 03:19:41.943002 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing driver for type 'vxlan' Dec 20 03:19:41.943225 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] vxlan ID ranges: [(1, 1000)] Dec 20 03:19:42.131006 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing extension driver 'port_security' Dec 20 03:19:42.131351 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] PortSecurityExtensionDriver initialization complete Dec 20 03:19:42.131683 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing mechanism driver 'openvswitch' Dec 20 03:19:42.132013 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing mechanism driver 'hyperv' Dec 20 03:19:42.139297 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:19:42.140153 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.140527 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.140878 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.141432 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103164) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 03:19:42.141867 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.142214 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103164) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 03:19:42.147065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103164) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 03:19:42.147618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > security_group after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > security_group after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.147618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103164) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 03:19:42.148224 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.148224 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.148224 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.148224 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103164) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 03:19:42.148224 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > address_group after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.148805 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > address_group after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.148805 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.148805 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103164) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 03:19:42.149076 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] ML2 OVO RPC backend initialized. {{(pid=103164) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 20 03:19:42.149779 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.150129 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.150653 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.151002 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > networks before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.151350 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.152174 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > ports before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.152517 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.152954 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnets before_response 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.153277 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.153615 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.153942 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.154272 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.154608 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.154938 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.155261 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.155590 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.155917 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.156534 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.plugin [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Modular L2 Plugin initialization complete Dec 20 03:19:42.156843 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading services supported by the core plugin {{(pid=103164) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 03:19:42.157184 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.plugins.ml2.managers [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Got port-security extension from driver 'port_security' Dec 20 03:19:42.157646 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.extensions.vlantransparent [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Disabled vlantransparent extension. Dec 20 03:19:42.158127 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103164) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 03:19:42.158466 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: router Dec 20 03:19:42.195209 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.195607 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_create 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.195976 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router before_create 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.196340 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.196708 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.197064 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_delete 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.197937 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.198413 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.198766 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_create 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.199107 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_update 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.199452 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_update 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.199795 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.200147 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_update 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.200553 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.200921 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.201293 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.201640 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: subnet after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.201976 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.202320 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.202665 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.202999 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.203337 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.203688 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router after_update 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.204026 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.204368 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.204723 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.205066 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.205453 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > agent after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.205792 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > agent after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.206127 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > network after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.207002 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Tracking information for resource: router configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:42.207339 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Tracking information for resource: floatingip configured {{(pid=103164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 03:19:42.212400 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.db.l3_agentschedulers_db [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 03:19:42.212980 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.213949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.214303 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.214655 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.215447 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router before_create 55550100 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.215811 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.216169 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_create 55550100 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.216521 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > router precommit_update 55550100 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.221305 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.provider_configuration [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service providers = [] {{(pid=103164) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 03:19:42.221698 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.db.servicetype_db [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103164) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 03:19:42.224649 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.service_base [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 03:19:42.225004 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.service_base [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 03:19:42.225474 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.service_base [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 03:19:42.230562 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.services.service_base [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 03:19:42.230562 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.services.service_base [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 03:19:42.230562 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.230562 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 03:19:42.238792 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.239130 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: auto_allocate Dec 20 03:19:42.245458 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: network precommit_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.245827 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: network precommit_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.246377 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.246697 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: tag Dec 20 03:19:42.253939 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.254271 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: timestamp Dec 20 03:19:42.258200 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.258531 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: network_ip_availability Dec 20 03:19:42.264776 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.265157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.265533 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.266294 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.266615 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: flavors Dec 20 03:19:42.271818 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.272148 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading Plugin: revisions Dec 20 03:19:42.277615 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 03:19:42.278013 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_concurrency.lockutils [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.220s {{(pid=103164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 03:19:42.278779 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103164) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 20 03:19:42.279112 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Initializing extension manager. Dec 20 03:19:42.279638 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: __init__.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.279976 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: __pycache__ {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.280304 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.280637 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: address_group.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.281460 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.282036 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: address-group Dec 20 03:19:42.282353 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: address_scope.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.283065 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.283566 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: address-scope Dec 20 03:19:42.283882 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.284846 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.285368 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: router-admin-state-down-before-update Dec 20 03:19:42.285689 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: agent.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.286394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.286892 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: agent Dec 20 03:19:42.287207 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: agent_resources_synced.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.288119 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.288628 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: agent-resources-synced Dec 20 03:19:42.288944 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: allowedaddresspairs.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.290813 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.291386 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: allowed-address-pairs Dec 20 03:19:42.291930 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: auto_allocated_topology.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.293076 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.293622 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: auto-allocated-topology Dec 20 03:19:42.293941 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: availability_zone.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.294645 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.295144 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: availability_zone Dec 20 03:19:42.295460 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: availability_zone_filter.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.296374 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.296877 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: availability_zone_filter Dec 20 03:19:42.297218 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: data_plane_status.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.298130 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.298624 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 03:19:42.298938 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: default_subnetpools.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.299843 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.300341 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: default-subnetpools Dec 20 03:19:42.300655 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.301510 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.302002 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: dhcp_agent_scheduler Dec 20 03:19:42.302321 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: dns.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.303243 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.303743 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension dns-integration not supported by any of loaded plugins Dec 20 03:19:42.304059 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: dns_domain_ports.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.304977 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.305508 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 03:19:42.305825 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.306774 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.307269 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 20 03:19:42.307582 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: dvr.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.308264 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.308766 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: dvr Dec 20 03:19:42.309081 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: ecmp_routes.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.310032 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.310531 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 20 03:19:42.310849 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: empty_string_filtering.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.311755 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.312257 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: empty-string-filtering Dec 20 03:19:42.312575 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.313539 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.314042 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 03:19:42.314360 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.315271 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.315769 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 03:19:42.316112 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: external_net.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.317023 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.317550 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: external-net Dec 20 03:19:42.317872 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.318777 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.319283 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: extra_dhcp_opt Dec 20 03:19:42.319599 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: extraroute.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.320502 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.321002 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: extraroute Dec 20 03:19:42.321354 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: extraroute_atomic.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.324701 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.325248 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: extraroute-atomic Dec 20 03:19:42.325578 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: filter_validation.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.326284 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.326789 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: filter-validation Dec 20 03:19:42.327112 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: fip_pf_description.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.328060 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.328568 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 03:19:42.328888 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: fip_port_details.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.329850 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.330350 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: fip-port-details Dec 20 03:19:42.330668 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: flavors.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.331952 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.332461 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: flavors Dec 20 03:19:42.332783 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.334564 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.335079 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 03:19:42.335403 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: floatingip_pools.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.336110 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.336620 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: floatingip-pools Dec 20 03:19:42.336944 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: ip_allocation.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.338068 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.339022 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 03:19:42.339417 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.340369 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.340876 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: ip-substring-filtering Dec 20 03:19:42.341222 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l2_adjacency.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.342149 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.342652 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 03:19:42.342971 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.343978 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.344492 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: router Dec 20 03:19:42.344812 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.347184 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.347712 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 03:19:42.348038 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.349014 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.349545 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: ext-gw-mode Dec 20 03:19:42.349868 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.357544 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.358059 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: l3-ha Dec 20 03:19:42.358375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3_flavors.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.359297 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.359803 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: l3-flavors Dec 20 03:19:42.360121 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.361024 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.361564 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 03:19:42.361882 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: l3agentscheduler.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.362964 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.363469 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: l3_agent_scheduler Dec 20 03:19:42.363793 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: local_ip.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.365691 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.366213 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension local_ip not supported by any of loaded plugins Dec 20 03:19:42.366543 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: logging.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.368287 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.368796 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension logging not supported by any of loaded plugins Dec 20 03:19:42.369123 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: metering.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.370317 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.370904 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: metering Dec 20 03:19:42.371232 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.372333 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.372845 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: metering_source_and_destination_fields Dec 20 03:19:42.373196 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: multiprovidernet.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.374144 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.374649 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: multi-provider Dec 20 03:19:42.374971 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: netmtu.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.375889 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.376392 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: net-mtu Dec 20 03:19:42.376714 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: netmtu_writable.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.377672 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.378180 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: net-mtu-writable Dec 20 03:19:42.378497 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: network_availability_zone.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.379169 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.379707 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: network_availability_zone Dec 20 03:19:42.380027 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: network_ip_availability.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.381234 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.381690 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: network-ip-availability Dec 20 03:19:42.382012 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: network_segment_range.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.382799 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.383299 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 03:19:42.383618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: pagination.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.384604 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.385486 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: pagination Dec 20 03:19:42.385937 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: port_device_profile.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.391316 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.391840 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: port-device-profile Dec 20 03:19:42.392164 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.393093 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.393619 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: port-mac-address-regenerate Dec 20 03:19:42.393940 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.394844 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.395349 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: port-numa-affinity-policy Dec 20 03:19:42.395668 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: port_resource_request.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.396569 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.397069 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 03:19:42.397423 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: port_resource_request_groups.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.398404 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.398910 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 20 03:19:42.399228 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: portbindings.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.400146 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.401309 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: binding Dec 20 03:19:42.401635 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: portbindings_extended.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.402952 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.403462 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: binding-extended Dec 20 03:19:42.403784 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: portsecurity.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.404700 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.405232 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: port-security Dec 20 03:19:42.405556 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: project_id.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.406549 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.406879 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: project-id Dec 20 03:19:42.407198 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: providernet.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.408132 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.408655 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: provider Dec 20 03:19:42.408974 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.412620 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.413163 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos not supported by any of loaded plugins Dec 20 03:19:42.413540 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.414907 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.415461 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 03:19:42.415860 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.416903 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.417436 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 03:19:42.417761 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_default.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.418683 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.419186 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-default not supported by any of loaded plugins Dec 20 03:19:42.419510 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_fip.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.420178 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.420674 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-fip not supported by any of loaded plugins Dec 20 03:19:42.420994 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.421975 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.422437 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 20 03:19:42.422758 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_gateway_ip.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.423674 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.424180 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 03:19:42.424502 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_port_network_policy.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.425579 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.426082 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 03:19:42.426405 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.427456 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.427967 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 20 03:19:42.428283 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_pps_rule.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.437313 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.437862 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-pps not supported by any of loaded plugins Dec 20 03:19:42.438201 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_rule_type_details.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.439183 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.439686 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 03:19:42.440013 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: qos_rules_alias.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.441064 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.441597 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 03:19:42.441922 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: quota_check_limit.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.442837 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.443348 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: quota-check-limit Dec 20 03:19:42.443672 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: quotasv2.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.444702 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.445023 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: quotas Dec 20 03:19:42.445373 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: quotasv2_detail.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.449955 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.450291 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: quota_details Dec 20 03:19:42.450618 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: rbac.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.451693 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.452230 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: rbac-policies Dec 20 03:19:42.452549 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: rbac_address_group.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.453527 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.454042 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: rbac-address-group Dec 20 03:19:42.454367 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: rbac_address_scope.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.455284 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.455792 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: rbac-address-scope Dec 20 03:19:42.456112 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: rbac_security_groups.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.457025 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.457558 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: rbac-security-groups Dec 20 03:19:42.457880 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: rbac_subnetpool.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.458790 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.459294 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: rbac-subnetpool Dec 20 03:19:42.459611 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: revisionifmatch.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.460539 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.461044 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: revision-if-match Dec 20 03:19:42.461393 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: revisions.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.466626 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.467199 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: standard-attr-revisions Dec 20 03:19:42.467542 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: router_availability_zone.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.468257 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.468772 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: router_availability_zone Dec 20 03:19:42.469154 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: routerservicetype.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.470103 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.470627 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension router-service-type not supported by any of loaded plugins Dec 20 03:19:42.470951 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.471974 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.472525 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: security-groups-normalized-cidr Dec 20 03:19:42.472850 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.473825 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.474342 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: port-security-groups-filtering Dec 20 03:19:42.474671 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.475645 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.476181 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: security-groups-remote-address-group Dec 20 03:19:42.476508 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.477499 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.478013 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: security-groups-shared-filtering Dec 20 03:19:42.478341 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.479458 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 20 03:19:42.479669 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: securitygroup.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.490529 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.491082 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: security-group Dec 20 03:19:42.491424 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: segment.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.495471 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.495471 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension segment not supported by any of loaded plugins Dec 20 03:19:42.495471 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.496212 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.496734 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 03:19:42.497064 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: servicetype.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.498235 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.498835 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: service-type Dec 20 03:19:42.499092 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: sorting.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.500104 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.500443 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: sorting Dec 20 03:19:42.500774 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: standard_attr_segment.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.501749 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.502299 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 03:19:42.502630 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: standardattrdescription.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.503326 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.503838 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: standard-attr-description Dec 20 03:19:42.504164 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: stateful_security_group.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.505128 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.505676 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: stateful-security-group Dec 20 03:19:42.506006 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: stdattrs_common.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.506586 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 03:19:42.506935 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.507876 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.508386 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 03:19:42.508711 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: subnet_onboard.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.509839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.510914 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: subnet_onboard Dec 20 03:19:42.511244 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.512192 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.512731 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 03:19:42.513058 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: subnet_service_types.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.514035 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.514546 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: subnet-service-types Dec 20 03:19:42.514871 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: subnetallocation.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.515975 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.516489 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: subnet_allocation Dec 20 03:19:42.516818 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.517524 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.518056 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: subnetpool-prefix-ops Dec 20 03:19:42.518381 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.519354 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.519862 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 03:19:42.520188 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: tagging.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.521304 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.521831 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: standard-attr-tag Dec 20 03:19:42.522160 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: timestamp.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.523383 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.523904 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loaded extension: standard-attr-timestamp Dec 20 03:19:42.524258 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: trunk.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.525352 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.525993 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension trunk not supported by any of loaded plugins Dec 20 03:19:42.526330 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: trunk_details.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.527278 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.527792 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension trunk-details not supported by any of loaded plugins Dec 20 03:19:42.528122 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: uplink_status_propagation.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.529060 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.529599 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 03:19:42.529928 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Loading extension file: vlantransparent.py {{(pid=103164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 03:19:42.530633 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 03:19:42.531193 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 03:19:42.533859 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:network Dec 20 03:19:42.534413 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:subnet Dec 20 03:19:42.535641 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 03:19:42.535641 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:port Dec 20 03:19:42.536515 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.536971 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service FLAVORS assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.537640 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.538072 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.538409 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:router Dec 20 03:19:42.538841 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 03:19:42.539339 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service METERING assigned prefix: /metering {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.540809 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.541248 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.541603 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:19:42.542633 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 03:19:42.543091 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:security_group Dec 20 03:19:42.543523 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 03:19:42.544143 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service CORE assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.544480 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 03:19:42.544832 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] subnetpool is already registered Dec 20 03:19:42.545300 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service CORE assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.545630 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 03:19:42.545966 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] subnetpool is already registered Dec 20 03:19:42.548290 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.548729 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service FLAVORS assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.549356 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.549785 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.550127 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:router Dec 20 03:19:42.550469 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] router is already registered Dec 20 03:19:42.550885 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 03:19:42.551227 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] floatingip is already registered Dec 20 03:19:42.551684 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service METERING assigned prefix: /metering {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.552362 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 03:19:42.552694 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] rbac_policy is already registered Dec 20 03:19:42.553156 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:security_group Dec 20 03:19:42.553502 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] security_group is already registered Dec 20 03:19:42.553911 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 03:19:42.554254 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] security_group_rule is already registered Dec 20 03:19:42.554880 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service CORE assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.555215 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 03:19:42.555552 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] subnetpool is already registered Dec 20 03:19:42.556012 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.v2.resource_helper [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Service CORE assigned prefix: {{(pid=103164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 03:19:42.556342 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 03:19:42.557231 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING neutron.quota.resource_registry [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] subnetpool is already registered Dec 20 03:19:42.557772 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: extensions {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.559274 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: address-groups {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.560855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: address-scopes {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.562216 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: agents {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.569656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: auto-allocated-topology {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.569656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: availability_zones {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.569656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: dhcp-networks {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.569656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: dhcp-agents {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.569656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: routers {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.571081 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: flavors {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.572376 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: service_profiles {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.574346 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: next_providers {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.575815 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: service_profiles {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.578422 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: floatingip-pools {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.579641 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: routers {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.581845 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: floatingips {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.583138 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: l3-routers {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.584536 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: l3-agents {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.585999 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: metering-labels {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.587389 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: metering-label-rules {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.588908 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: network-ip-availabilities {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.590218 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: bindings {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.591906 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: quotas {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.593545 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: quotas {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.595082 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: rbac-policies {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.596369 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: security-groups {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.597632 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: security-group-rules {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.598909 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: service-providers {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.600136 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: subnetpools {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.601607 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: subnetpools {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.603083 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.604831 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.606673 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.608520 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.610395 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.612259 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.613978 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.615932 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.617736 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.620404 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron.api.extensions [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Extended resource: tags {{(pid=103164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 03:19:42.626578 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING keystonemiddleware.auth_token [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 03:19:42.631496 dv-cinder-818037-11-iscsi neutron-server[103164]: WARNING keystonemiddleware.auth_token [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 03:19:42.641090 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_concurrency.lockutils [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Acquired lock "singleton_lock" {{(pid=103164) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 20 03:19:42.641588 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_concurrency.lockutils [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Releasing lock "singleton_lock" {{(pid=103164) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 20 03:19:42.642248 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Starting 2 workers Dec 20 03:19:42.647110 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Started child 103273 {{(pid=103164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 03:19:42.651795 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Started child 103274 {{(pid=103164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 03:19:42.653007 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:42.653720 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO neutron.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 03:19:42.654210 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Publish callbacks [] for process, before_spawn {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:42.660970 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [-] (103273) wsgi starting up on http://0.0.0.0:9696 Dec 20 03:19:42.661128 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Starting 1 workers Dec 20 03:19:42.661259 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:42.661259 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [-] (103274) wsgi starting up on http://0.0.0.0:9696 Dec 20 03:19:42.661940 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Started child 103275 {{(pid=103164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 03:19:42.662544 dv-cinder-818037-11-iscsi neutron-server[103164]: INFO oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Starting 1 workers Dec 20 03:19:42.665981 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] calling RpcWorker wait() {{(pid=103275) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 03:19:42.666659 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] returning from RpcWorker wait() {{(pid=103275) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 03:19:42.667439 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Started child 103276 {{(pid=103164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 03:19:42.667932 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:42.668239 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ff576b8-9894-40cc-abb9-efe33555fb22 None None] Publish callbacks [] for process, after_spawn {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:42.668381 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:19:42.670250 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103164) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 03:19:42.670458 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 03:19:42.670651 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 03:19:42.670877 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 03:19:42.671211 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 03:19:42.671395 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 03:19:42.671969 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.672232 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.672505 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.672772 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.673056 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.673666 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.673769 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:42.674235 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.674235 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.674425 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.674672 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.674842 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.675009 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.675176 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:19:42.675309 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.675469 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.675831 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.676128 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.676361 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.676614 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.676789 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.677054 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.677365 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.677596 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.677858 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] debug = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.678082 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.678577 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.678806 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.679058 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.679290 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.679566 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.679812 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.680076 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.680330 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.680557 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.680823 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.681355 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.681355 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.681558 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.682661 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.682661 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.682971 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.682971 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.683451 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] host = dv-cinder-818037-11-iscsi {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.683691 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.683912 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.684154 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.684410 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.684655 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.684871 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.685123 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.685407 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.685652 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.685874 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.686116 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.686385 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.686621 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.686849 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.687012 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_options = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.687245 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.687535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.687792 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.687983 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.688153 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.688328 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.688613 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.688845 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.689055 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.689280 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.689498 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.694535 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695170 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.695857 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696472 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696472 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696472 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696472 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696472 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696826 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.696826 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.697051 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.698136 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.698136 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.698362 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_json = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.698550 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.698805 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.699038 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.699288 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.699588 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.699804 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.700020 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.700259 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.700682 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.700967 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.701331 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.701661 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.701897 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.702140 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.702372 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.702663 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.702924 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.703160 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.703474 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.703714 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.704011 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.704240 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.704502 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.704831 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.705104 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.705414 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.705656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.705925 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.706142 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.706367 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.706672 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.706900 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.707143 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.707418 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.707626 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.707923 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.708198 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.708532 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.708814 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.709087 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.709411 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.709875 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.709875 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.710087 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.710302 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.710526 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.711616 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.711616 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.711616 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.711616 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.711936 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.712038 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.712261 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.712493 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.712891 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.713207 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.713688 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.713911 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.714304 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.714689 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.714914 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.715136 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.715387 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.715640 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.715901 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.716163 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.716416 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.716654 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.716869 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.717126 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.717395 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.725742 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.726371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.727707 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728231 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.728820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.729732 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.729732 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.729732 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.729956 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.730093 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.730358 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.730647 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.730867 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.731298 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.731584 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.731909 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.732149 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.732427 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.732720 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.732939 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.733193 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735503 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735643 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.735882 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.736144 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.736461 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.736724 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.736955 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.737371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.737656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.738036 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.738157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.738414 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.738674 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.738928 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.739185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.739437 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.739672 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.740107 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.740616 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.740856 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.741102 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.741371 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.741610 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.741826 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.742044 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.742307 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.742522 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.742743 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.743223 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.743443 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.743685 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.743989 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.744151 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.745037 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.745389 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.745787 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.746157 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.746525 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.746896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.747160 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.747407 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.747714 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.747935 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.748149 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.748555 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.748960 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.749383 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.749760 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.750153 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.750524 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.750911 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.751132 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.751359 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.751600 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.751845 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.752215 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.752344 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.752563 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.752816 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.753176 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.753435 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.753669 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.753909 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.754130 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.754351 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.754588 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.754979 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.755349 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.755731 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.756105 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.756506 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.756770 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.757020 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.757268 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.757490 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.757711 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.757950 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.758531 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.758531 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.758750 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.758968 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.759237 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.759478 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.759979 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.761294 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.761507 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.761722 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.761979 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.762190 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.762431 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.762682 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.762897 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.763109 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.763330 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.763575 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.763866 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.764069 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.764477 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.764748 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.765001 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.765247 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.765461 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.765708 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.765918 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.766152 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.766377 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.766634 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.766988 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.767404 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.767620 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.767832 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.768066 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.768276 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.768487 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.768813 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.769062 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.769323 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.769637 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.769899 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.770143 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.770389 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.770722 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.770939 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.771180 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.771419 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.771668 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.771896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.772165 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.772479 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.772760 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.773007 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.773267 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.773542 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.773822 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.774100 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.774314 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.774615 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.775045 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.775255 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.776096 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.776338 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.776574 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.776804 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.777073 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.777531 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.777780 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.778020 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.778264 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.778505 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.778733 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.778975 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.779205 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.779430 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.779658 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.779891 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.780149 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.780370 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.780517 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 03:19:42.781061 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103164) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 03:19:42.781335 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 03:19:42.781502 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 03:19:42.781717 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 03:19:42.781899 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 03:19:42.782054 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 03:19:42.782270 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.782433 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.782597 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.782759 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.782922 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.783114 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.783275 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.783457 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.783637 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.783770 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.783926 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.784087 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.784399 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.784702 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.785004 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.785349 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.785515 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.785680 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.785847 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.786012 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.786173 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.786335 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.786497 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] debug = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.786658 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.786865 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787011 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787171 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787326 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787494 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787656 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.787982 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.788144 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.788303 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.788477 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.788648 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.788806 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.788967 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.789127 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.789317 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.789475 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.789790 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] host = dv-cinder-818037-11-iscsi {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.789959 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.790122 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.790285 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.790448 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.790944 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.790944 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.790944 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.791820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.791820 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.792010 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.792142 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.792254 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.792554 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.792554 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.792755 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_options = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793055 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793166 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793285 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793479 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793647 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793811 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.793981 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.794137 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.794300 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.794462 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795302 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795302 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795302 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795302 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795302 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795622 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795622 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795771 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.795855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796001 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796167 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796321 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796486 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796737 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796831 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.796950 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.797108 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.797293 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.797459 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.797623 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.797782 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.797950 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.798111 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.798285 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.798437 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.798582 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.798741 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.798904 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.799072 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.799251 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.799385 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.799547 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.799705 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800025 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800187 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800350 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800511 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_json = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800672 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800834 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.800994 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.801172 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.801337 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.801497 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.802217 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.802217 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 03:19:42.802217 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.802217 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.805896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806394 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.806949 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.807855 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808791 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808791 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808791 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.808987 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.809062 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.809254 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.809423 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.809587 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.809751 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.809917 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.810084 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.810248 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.810412 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.810576 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.810740 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.810905 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.811070 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.811243 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.811405 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.811568 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.811730 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.811900 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.812093 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.812243 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.812406 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.812569 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.812734 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.812896 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.813072 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.813262 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.813427 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.813590 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.813754 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.813917 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.814081 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.814244 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.814407 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.814570 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.814732 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.814895 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.815058 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.815222 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.815385 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.815549 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.815712 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.815876 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.816040 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.816203 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.816366 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.816530 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.816693 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.816863 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.817124 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.817332 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.817496 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.817849 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.817849 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818004 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818113 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818284 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818705 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818705 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818989 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.818989 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.819254 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.819254 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.819518 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.819518 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.819759 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.819891 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820020 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820146 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820271 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820396 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820547 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820735 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.820878 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.821008 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.821207 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.821372 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.821537 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.821701 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.821878 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.822053 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.822219 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.822966 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.823182 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.823331 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.823482 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.823729 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.823891 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.824216 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.824362 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.824528 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.824705 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.824869 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.825033 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.825221 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.825411 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.825573 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.825736 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.825899 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.826061 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.826223 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.826385 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.826547 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.826711 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.826872 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.827034 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.827198 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.827361 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.827523 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.827686 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.827849 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828013 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828177 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828339 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828502 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828666 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828828 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.828990 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.829196 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.829335 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.829498 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.829660 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.829824 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.829987 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.830148 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.830310 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.830473 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.830636 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.830798 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.830961 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.831123 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.831285 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.831449 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.831612 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.831779 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.831970 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.832098 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.832256 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.832418 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.832569 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.832733 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.832897 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.833061 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.833262 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.833398 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.833561 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834283 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834283 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834283 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834283 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834774 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834774 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.834774 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835154 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835154 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835154 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835507 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835507 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835761 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835761 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.835958 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.836037 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.836208 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.836373 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.836536 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.836701 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.836865 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.837028 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.837217 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.837397 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.838079 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.838079 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.838079 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.838079 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840400 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.840839 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841195 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841195 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841195 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841379 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841522 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841697 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.841869 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.842036 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.842200 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.842362 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.842526 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.842703 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.842865 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.843029 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.843192 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.843356 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.843519 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.843695 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.843861 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.844173 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.844357 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.844515 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.844680 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.844844 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849249 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849961 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.849961 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850102 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850185 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.850781 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851375 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 03:19:42.851914 dv-cinder-818037-11-iscsi neutron-server[103164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 03:19:42.889931 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 38804) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:19:42.905330 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0132325 Dec 20 03:19:55.143264 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec6ea8-34de-4b7f-a4d4-9c6dabca60a8 None None] get_active_networks_info from dv-cinder-818037-11-iscsi {{(pid=103275) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 03:19:55.236185 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec6ea8-34de-4b7f-a4d4-9c6dabca60a8 None None] No non-hosted networks {{(pid=103275) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 03:19:55.255202 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.agentschedulers_db [None req-b4ec6ea8-34de-4b7f-a4d4-9c6dabca60a8 None None] DHCP Agent not found on host dv-cinder-818037-11-iscsi {{(pid=103275) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 03:19:55.329905 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3d19409-5262-4a4b-b12a-4e9ed326ec80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925850'] for agent, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:57.463375 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e16174ef-367f-47e3-ba4c-713826ddce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925850'] for agent, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:57.608513 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-506af80a-9406-4e79-88ec-8c701ed5967d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818037-11-iscsi {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 03:19:57.609421 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-506af80a-9406-4e79-88ec-8c701ed5967d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 03:19:58.238055 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-506af80a-9406-4e79-88ec-8c701ed5967d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:19:58.636092 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925850'] for agent, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:00.373186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925850'] for agent, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:00.818681 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925850'] for agent, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:00.819396 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.819732 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.820062 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.820471 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.820796 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.821159 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.821530 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.822096 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.822419 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.822747 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.823265 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.823758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.824236 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:00.824820 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818037-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:00.831109 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818037-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:01.533010 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 38894) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:02.128330 dv-cinder-818037-11-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-cf0d1351-fb77-4db3-ba89-3a7199689f87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:02.129169 dv-cinder-818037-11-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-cf0d1351-fb77-4db3-ba89-3a7199689f87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:02.362100 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [None req-cf0d1351-fb77-4db3-ba89-3a7199689f87 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:20:02.377127 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cf0d1351-fb77-4db3-ba89-3a7199689f87 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8290503 Dec 20 03:20:03.929680 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.db.l3_hamode_db [None req-79fbbb16-1912-48b5-b27f-22dd56e7d4da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 03:20:04.008790 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fbbb16-1912-48b5-b27f-22dd56e7d4da None None] Routers set() bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:20:04.009207 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fbbb16-1912-48b5-b27f-22dd56e7d4da None None] Router IDs set() for agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 03:20:05.147715 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 38910) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:05.478216 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:05.578678 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.policy [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103273) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 03:20:05.625494 dv-cinder-818037-11-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:05.625887 dv-cinder-818037-11-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:05.634957 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.quota [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] Loaded quota_driver: . Dec 20 03:20:05.845803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774748886013', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774748876234', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774748871549', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774747549057', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774747539089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774747530809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1774579', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-974421'] for rbac-policy, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:06.077994 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:06.079272 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f4508a1d-06a1-44e7-b91a-23d8225f95b2 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9305387 Dec 20 03:20:09.528260 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 38922) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:09.927611 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Request body: {'network': {'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'name': 'private', 'project_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:10.016354 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Made reservation on behalf of 921ad898b10448e19f908f0f582ced0c for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:20:10.019219 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.038028 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.156921 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.215960 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.237792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:20:10.270824 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774751195522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.271380 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Unsubscribe: segment precommit_create {{(pid=103273) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 03:20:10.271945 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Added segment c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf of type vlan for network 09e0e892-40cf-44e1-ad56-d227b260fd5a Dec 20 03:20:10.290998 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc17cb-7fdb-49f1-b96f-aed1c3bb1e28,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:10.341756 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.342105 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.342445 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.342780 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.343107 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.343433 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.343772 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.344100 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.344436 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.344760 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.345076 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.345436 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.345746 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Tracked resource versions report: Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: pushed versions: Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: { 'AddressGroup': {'1.2'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'ConntrackHelper': {'1.0'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Log': {'1.0'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Network': {'1.1'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Port': {'1.7'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'PortForwarding': {'1.2'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'QosPolicy': {'1.10'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroup': {'1.5'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SubPort': {'1.0'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Subnet': {'1.1'}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Trunk': {'1.1'}} Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: consumer versions: Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'ConntrackHelper': '1.0', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'LocalIPAssociation': '1.0', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Log': '1.0', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Network': '1.1', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Port': '1.7', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'PortForwarding': '1.2', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'QosPolicy': '1.10', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroup': '1.5', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroupRule': '1.2', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SubPort': '1.0', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Subnet': '1.1', Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Trunk': '1.1'}} Dec 20 03:20:10.347148 dv-cinder-818037-11-iscsi neutron-server[103273]: {{(pid=103273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:20:10.403020 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.521776 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.522875 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:10.523693 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:10.625937 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] Pushing event updated for resources: {'Network': ['ID=09e0e892-40cf-44e1-ad56-d227b260fd5a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:10.631460 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4a5b74c4-c365-49f0-b9eb-ec360f8ae70b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1017749 Dec 20 03:20:10.640277 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:20:13.688296 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 38936) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:14.320149 dv-cinder-818037-11-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:14.320819 dv-cinder-818037-11-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:14.781623 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.policy [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 03:20:14.841840 dv-cinder-818037-11-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:14.842239 dv-cinder-818037-11-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 03:20:14.851241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:14.853332 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c593f8ff-9a61-4186-9f28-61aa5999a78d admin admin] 10.222.0.53 "GET /v2.0/networks/09e0e892-40cf-44e1-ad56-d227b260fd5a HTTP/1.1" status: 200 len: 825 time: 1.1628332 Dec 20 03:20:14.895564 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-193bc0ba-cc65-421f-bdf4-3437f8045ff0 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/25181489-475d-479e-91b0-9187f75a8f4d HTTP/1.1" status: 200 len: 734 time: 0.0360188 Dec 20 03:20:14.905980 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:14.907628 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.quota [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Loaded quota_driver: . Dec 20 03:20:15.006694 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Made reservation on behalf of 921ad898b10448e19f908f0f582ced0c for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:20:15.010315 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Publish callbacks [] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:15.376320 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:15.452439 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Checking segment: {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:20:15.452811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Network hostable DHCP agents. Network: 09e0e892-40cf-44e1-ad56-d227b260fd5a, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:20:15.463748 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:15.482241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.482598 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.482935 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.483261 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.483581 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.483896 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.484211 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.484526 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.484853 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.485268 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.485557 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Tracked resource versions report: Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: pushed versions: Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: { 'AddressGroup': {'1.2'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'ConntrackHelper': {'1.0'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Log': {'1.0'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Network': {'1.1'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Port': {'1.7'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'PortForwarding': {'1.2'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'QosPolicy': {'1.10'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroup': {'1.5'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SubPort': {'1.0'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Subnet': {'1.1'}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Trunk': {'1.1'}} Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: consumer versions: Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'ConntrackHelper': '1.0', Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'LocalIPAssociation': '1.0', Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Log': '1.0', Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Network': '1.1', Dec 20 03:20:15.491275 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Port': '1.7', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'PortForwarding': '1.2', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'QosPolicy': '1.10', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroup': '1.5', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroupRule': '1.2', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SubPort': '1.0', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Subnet': '1.1', Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Trunk': '1.1'}} Dec 20 03:20:15.493778 dv-cinder-818037-11-iscsi neutron-server[103274]: {{(pid=103274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:20:15.561386 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:20:15.652752 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 09e0e892-40cf-44e1-ad56-d227b260fd5a) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:20:15.657722 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:15.658344 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:15.663857 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94eaa7-e6f6-4ad3-b941-f2ba93116263 None None] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:20:15.763020 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5ea43a19-2ebd-41e9-8107-98fc6e4643df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8604631 Dec 20 03:20:15.968836 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-09e0e892-40cf-44e1-ad56-d227b260fd5a', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'project_id': '921ad898b10448e19f908f0f582ced0c', 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:20:15.970141 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:16.286310 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Allocated IP 172.20.0.2 (09e0e892-40cf-44e1-ad56-d227b260fd5a/af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc/847f55a4-ed76-4205-bd28-e79d5dd8afb1) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:20:16.534044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:16.596412 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:16.666213 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:20:16.673029 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:20:16.683560 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:20:16.695169 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Pushing event updated for resources: {'Port': ['ID=847f55a4-ed76-4205-bd28-e79d5dd8afb1,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:16.738834 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.739195 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.739554 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.739890 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.740217 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.740555 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.740902 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.741269 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.741594 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.741915 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.742809 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.743545 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.743545 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Tracked resource versions report: Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: pushed versions: Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: { 'AddressGroup': {'1.2'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'ConntrackHelper': {'1.0'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Log': {'1.0'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Network': {'1.1'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Port': {'1.7'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'PortForwarding': {'1.2'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'QosPolicy': {'1.10'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroup': {'1.5'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SubPort': {'1.0'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Subnet': {'1.1'}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Trunk': {'1.1'}} Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: consumer versions: Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'ConntrackHelper': '1.0', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'LocalIPAssociation': '1.0', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Log': '1.0', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Network': '1.1', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Port': '1.7', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'PortForwarding': '1.2', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'QosPolicy': '1.10', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroup': '1.5', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroupRule': '1.2', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SubPort': '1.0', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Subnet': '1.1', Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Trunk': '1.1'}} Dec 20 03:20:16.744902 dv-cinder-818037-11-iscsi neutron-server[103275]: {{(pid=103275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:20:16.781782 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Attempting to bind port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:20:16.782185 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Attempting to bind port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:20:16.782612 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Attempting to bind port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 on network 09e0e892-40cf-44e1-ad56-d227b260fd5a {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:20:16.787554 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:20:16.787946 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Checking segment: {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:20:16.788442 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:16.788847 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Bound using segment: {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:20:16.789560 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Bound port: 847f55a4-ed76-4205-bd28-e79d5dd8afb1, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:20:16.790231 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:16.854972 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] For port 847f55a4-ed76-4205-bd28-e79d5dd8afb1, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:20:16.859186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] For port 847f55a4-ed76-4205-bd28-e79d5dd8afb1, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=847f55a4-ed76-4205-bd28-e79d5dd8afb1,segment=NetworkSegment(c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf),segment_id=c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:20:16.927368 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:16.991641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3da3d9-662e-42e8-aa47-60b55a7824df None None] Pushing event updated for resources: {'Port': ['ID=847f55a4-ed76-4205-bd28-e79d5dd8afb1,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:18.498135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 38956) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:18.829091 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-f7988ee3-b133-4a25-b9ed-dd88e2f30f16 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:20:18.830126 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f7988ee3-b133-4a25-b9ed-dd88e2f30f16 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3310549 Dec 20 03:20:21.519579 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 38964) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:21.849739 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-100d4529-8edf-414d-ae09-df01ad02dc5b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:20:21.850734 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-100d4529-8edf-414d-ae09-df01ad02dc5b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3302290 Dec 20 03:20:24.817782 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 38974) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:25.138887 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'name': 'router1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:25.172006 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c8be30b-0a58-44c9-a40d-0db834eb616a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:25.240978 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:25.244277 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:25.386470 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:25.605322 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:25.734290 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:25.735470 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f657a2f1-812b-47d9-a91b-6df09f6e2507 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9167035 Dec 20 03:20:26.477906 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d8ded-7d8a-45b3-a72d-2ff969dfab08 None None] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:20:26.613972 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-7bc3cbdf-cb52-485b-91d1-58cc3acc90e5 None None] Provisioning complete for port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:26.614358 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cbdf-cb52-485b-91d1-58cc3acc90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:26.678115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 847f55a4-ed76-4205-bd28-e79d5dd8afb1 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:20:26.823221 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:26.823598 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:26.827904 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cbdf-cb52-485b-91d1-58cc3acc90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:26.891097 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7bc3cbdf-cb52-485b-91d1-58cc3acc90e5 None None] For port 847f55a4-ed76-4205-bd28-e79d5dd8afb1, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=847f55a4-ed76-4205-bd28-e79d5dd8afb1,segment=NetworkSegment(c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf),segment_id=c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:20:26.933007 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:26.967300 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cbdf-cb52-485b-91d1-58cc3acc90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:27.045789 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 03:20:27.046170 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 03:20:27.048996 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3cbdf-cb52-485b-91d1-58cc3acc90e5 None None] Pushing event updated for resources: {'Port': ['ID=847f55a4-ed76-4205-bd28-e79d5dd8afb1,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:27.207448 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-79e5d498-dd51-41ed-9d1a-08c987ccc20a None None] Provisioning complete for port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:27.207821 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-79e5d498-dd51-41ed-9d1a-08c987ccc20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:27.412272 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2dbeff7a-b1af-4a07-b8ab-b3f26f6fb0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:28.473011 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 38988) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:28.564112 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:28.640954 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 847f55a4-ed76-4205-bd28-e79d5dd8afb1 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:20:28.690632 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:28.691006 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:28.790832 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-6edee892-9012-46f5-8234-2e8e28b60920 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:20:28.798477 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6edee892-9012-46f5-8234-2e8e28b60920 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3243260 Dec 20 03:20:30.301482 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:30.884852 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.396675 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39006) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:31.448382 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:31.578236 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Made reservation on behalf of 496231ef16fc4e0d8fa42e106a02cd57 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:20:31.580531 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.597787 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.704449 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.760778 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.776581 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Reserving flat network on physical network physnet1 {{(pid=103274) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 03:20:31.799840 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b525b6d0-f68e-4748-80ee-3c7ef99c8d06,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:31.806478 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774751195522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.807067 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Unsubscribe: segment precommit_create {{(pid=103274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 03:20:31.807574 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Added segment e618a298-52d6-4122-8c43-3a8380e043cb of type flat for network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 Dec 20 03:20:31.861094 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.963768 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:31.964794 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:31.965407 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:32.055441 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] Pushing event updated for resources: {'Network': ['ID=f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:32.065424 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:20:32.081122 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ad1d3bf2-bffa-4cda-b042-1aac9a62480e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6833241 Dec 20 03:20:32.738578 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:20:34.609662 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39024) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:34.716400 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6451093c-74b0-49c5-9ed5-20164e49ef7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:34.718105 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6451093c-74b0-49c5-9ed5-20164e49ef7c admin admin] 10.222.0.53 "GET /v2.0/subnets/af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc HTTP/1.1" status: 200 len: 849 time: 0.1072805 Dec 20 03:20:34.849128 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a492f8a5-12d8-4720-95cc-61501607d063 admin admin] 10.222.0.53 "GET /v2.0/routers/d055d265-2b68-49ad-8b17-9a2364192c2a HTTP/1.1" status: 200 len: 704 time: 0.1244116 Dec 20 03:20:35.123004 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:35.422880 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Allocated IP 172.20.0.1 (09e0e892-40cf-44e1-ad56-d227b260fd5a/af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc/d9c43370-26c7-4816-94cb-93810e62657e) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:20:35.578359 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:35.704390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:35.855336 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:20:35.860928 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:20:35.866883 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:20:35.868001 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:35.887745 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c43370-26c7-4816-94cb-93810e62657e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:36.065943 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-7ed37f4b-5330-4166-896a-9589669cb409 None None] Provisioning complete for port d9c43370-26c7-4816-94cb-93810e62657e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:36.066546 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7ed37f4b-5330-4166-896a-9589669cb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:36.106830 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-7ed37f4b-5330-4166-896a-9589669cb409 None None] Port d9c43370-26c7-4816-94cb-93810e62657e cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:20:36.131622 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:36.345241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:36.404046 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:36.404864 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:36.490284 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c43370-26c7-4816-94cb-93810e62657e,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:36.539322 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:20:36.540714 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:20:36.729378 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-4e89727f-bb3f-4eac-8bdc-71f73c039a44 None None] Provisioning complete for port d9c43370-26c7-4816-94cb-93810e62657e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:36.729758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4e89727f-bb3f-4eac-8bdc-71f73c039a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:36.769559 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Router d055d265-2b68-49ad-8b17-9a2364192c2a is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:20:36.770150 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-4e89727f-bb3f-4eac-8bdc-71f73c039a44 None None] Port d9c43370-26c7-4816-94cb-93810e62657e cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:20:36.862597 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:20:36.868811 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1d53cc09-2def-4415-83cc-079bd7cc8df2 admin admin] 10.222.0.53 "PUT /v2.0/routers/d055d265-2b68-49ad-8b17-9a2364192c2a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0134094 Dec 20 03:20:36.885330 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Sync routers for ids ['d055d265-2b68-49ad-8b17-9a2364192c2a'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:20:36.899871 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Routers {'d055d265-2b68-49ad-8b17-9a2364192c2a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:20:36.900764 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:20:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d055d265-2b68-49ad-8b17-9a2364192c2a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:37.096355 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Set router d055d265-2b68-49ad-8b17-9a2364192c2a gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:20:37.552642 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'name': 'router1', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:20:25Z', 'updated_at': '2021-12-20T03:20:36Z', 'revision_number': 2, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'gw_port_host': None, '_interfaces': [{'id': 'd9c43370-26c7-4816-94cb-93810e62657e', 'name': '', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'mac_address': 'fa:16:3e:e4:14:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:35Z', 'updated_at': '2021-12-20T03:20:36Z', 'revision_number': 2, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'subnets': [{'id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:37.606503 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Checking router: d055d265-2b68-49ad-8b17-9a2364192c2a for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:20:37.606874 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Updating router d055d265-2b68-49ad-8b17-9a2364192c2a port d9c43370-26c7-4816-94cb-93810e62657e binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:20:37.659011 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.210038 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.275302 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.419601 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Pushing event updated for resources: {'Port': ['ID=d9c43370-26c7-4816-94cb-93810e62657e,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:38.433867 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.434461 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.435075 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.435635 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.436222 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.436774 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.437387 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.437956 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.438515 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.439092 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.439680 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.440231 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.440794 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Tracked resource versions report: Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: pushed versions: Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Log': {'1.0'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Network': {'1.1'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Port': {'1.7'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: consumer versions: Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Log': '1.0', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Network': '1.1', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Port': '1.7', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SubPort': '1.0', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Subnet': '1.1', Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Dec 20 03:20:38.443357 dv-cinder-818037-11-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:20:38.541287 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Attempting to bind port d9c43370-26c7-4816-94cb-93810e62657e on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:20:38.541703 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Attempting to bind port d9c43370-26c7-4816-94cb-93810e62657e by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:20:38.542181 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Attempting to bind port d9c43370-26c7-4816-94cb-93810e62657e on network 09e0e892-40cf-44e1-ad56-d227b260fd5a {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:20:38.548604 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:20:38.549107 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Checking segment: {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:20:38.549692 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.550137 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Bound using segment: {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:20:38.550710 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Bound port: d9c43370-26c7-4816-94cb-93810e62657e, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:20:38.551163 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.616061 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b5b7829a-9f8c-4b1e-81bb-50fdc132f35e None None] Provisioning complete for port d9c43370-26c7-4816-94cb-93810e62657e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:38.616641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b5b7829a-9f8c-4b1e-81bb-50fdc132f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.629482 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] For port d9c43370-26c7-4816-94cb-93810e62657e, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:20:38.653119 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] For port d9c43370-26c7-4816-94cb-93810e62657e, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=d9c43370-26c7-4816-94cb-93810e62657e,segment=NetworkSegment(c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf),segment_id=c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:20:38.677507 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7829a-9f8c-4b1e-81bb-50fdc132f35e None None] Port d9c43370-26c7-4816-94cb-93810e62657e cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:20:38.715925 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:38.765556 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Routers {'d055d265-2b68-49ad-8b17-9a2364192c2a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:20:38.766191 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:20:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d055d265-2b68-49ad-8b17-9a2364192c2a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:38.855298 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291048-8c38-406d-ab73-8a6fe9a2f626 None None] Pushing event updated for resources: {'Port': ['ID=d9c43370-26c7-4816-94cb-93810e62657e,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:38.872468 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] Set router d055d265-2b68-49ad-8b17-9a2364192c2a gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:20:39.010573 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e43611cb-50f1-489d-b653-e3d211e4c43a None None] Provisioning complete for port d9c43370-26c7-4816-94cb-93810e62657e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:39.011539 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e43611cb-50f1-489d-b653-e3d211e4c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:39.099792 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'name': 'router1', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:20:25Z', 'updated_at': '2021-12-20T03:20:36Z', 'revision_number': 2, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'gw_port_host': None, '_interfaces': [{'id': 'd9c43370-26c7-4816-94cb-93810e62657e', 'name': '', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'mac_address': 'fa:16:3e:e4:14:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:35Z', 'updated_at': '2021-12-20T03:20:38Z', 'revision_number': 4, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'subnets': [{'id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:39.128613 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ff44-9728-40b6-a71f-f5ffbf9f9b7c None None] The sync data for ids ['d055d265-2b68-49ad-8b17-9a2364192c2a'] in dv-cinder-818037-11-iscsi is: [{'id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'name': 'router1', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:20:25Z', 'updated_at': '2021-12-20T03:20:36Z', 'revision_number': 2, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'gw_port_host': None, '_interfaces': [{'id': 'd9c43370-26c7-4816-94cb-93810e62657e', 'name': '', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'mac_address': 'fa:16:3e:e4:14:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:35Z', 'updated_at': '2021-12-20T03:20:38Z', 'revision_number': 4, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'subnets': [{'id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:20:39.155950 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e43611cb-50f1-489d-b653-e3d211e4c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:39.198959 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-e43611cb-50f1-489d-b653-e3d211e4c43a None None] For port d9c43370-26c7-4816-94cb-93810e62657e, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=d9c43370-26c7-4816-94cb-93810e62657e,segment=NetworkSegment(c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf),segment_id=c0b0402d-0a66-469c-a6d9-7bc4f3e50aaf)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:20:39.260683 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e43611cb-50f1-489d-b653-e3d211e4c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:39.316132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43611cb-50f1-489d-b653-e3d211e4c43a None None] Pushing event updated for resources: {'Port': ['ID=d9c43370-26c7-4816-94cb-93810e62657e,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:39.429616 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39034) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:39.550148 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94bd43f-6386-4f66-a384-0acc19d8cf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:39.551448 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e94bd43f-6386-4f66-a384-0acc19d8cf6f admin admin] 10.222.0.53 "GET /v2.0/networks/f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 HTTP/1.1" status: 200 len: 842 time: 0.1210616 Dec 20 03:20:39.562232 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'gateway_ip': '172.27.2.1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:39.666592 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Made reservation on behalf of 496231ef16fc4e0d8fa42e106a02cd57 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:20:39.668963 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Publish callbacks [] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:40.003403 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.objects.ports [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103274) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 03:20:40.003834 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:40.061243 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4972f31d-2c44-460f-9841-f3661ddccc77,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:40.068185 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:20:40.068543 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Network hostable DHCP agents. Network: f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:20:40.164345 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:20:40.234862 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:20:40.240758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:40.240867 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:40.246251 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d0b5a-6996-46d7-b37f-90a2ef046b49 None None] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:20:40.329166 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5094d529-cba9-412d-a41a-4f8e24fd1aea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7591529 Dec 20 03:20:40.349762 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8941976f-615f-471f-bf6a-07ebf483729b None None] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:20:42.893244 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39042) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:43.118563 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-13c36dea-a318-434f-bab0-c5665cc14308 admin admin] 10.222.0.53 "GET /v2.0/routers/d055d265-2b68-49ad-8b17-9a2364192c2a HTTP/1.1" status: 200 len: 710 time: 0.2241442 Dec 20 03:20:43.206674 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c8305-f40f-40e3-ad18-5b2b2c4e4681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:20:43.208031 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9a1c8305-f40f-40e3-ad18-5b2b2c4e4681 admin admin] 10.222.0.53 "GET /v2.0/networks/f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 HTTP/1.1" status: 200 len: 886 time: 0.0836065 Dec 20 03:20:43.217816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:20:43.464327 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:43.869969 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:43.955915 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:44.084999 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Allocated IP 172.27.2.106 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/46399904-e2e9-4259-b840-f4a7153f6df6) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:20:44.202677 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:44.338407 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:44.392698 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:20:44.395986 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:20:44.405643 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:20:44.408589 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Pushing event updated for resources: {'Port': ['ID=46399904-e2e9-4259-b840-f4a7153f6df6,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:44.783818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:45.094117 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-927116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126057'] for router, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:45.098137 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-927125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-927130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932292'] for router, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:45.224999 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Router d055d265-2b68-49ad-8b17-9a2364192c2a has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:20:45.343756 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:20:45.348284 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:45.349548 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6035fbf0-6b2b-4d77-b070-a13aefd16b10 admin admin] 10.222.0.53 "PUT /v2.0/routers/d055d265-2b68-49ad-8b17-9a2364192c2a HTTP/1.1" status: 200 len: 890 time: 2.1350889 Dec 20 03:20:46.515304 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Sync routers for ids ['d055d265-2b68-49ad-8b17-9a2364192c2a'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:20:46.527160 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Routers {'d055d265-2b68-49ad-8b17-9a2364192c2a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:20:46.527917 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:20:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d055d265-2b68-49ad-8b17-9a2364192c2a'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:46.687109 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device d9c43370-26c7-4816-94cb-93810e62657e up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:20:46.794714 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Set router d055d265-2b68-49ad-8b17-9a2364192c2a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:20:46.884689 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port d9c43370-26c7-4816-94cb-93810e62657e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:46.885062 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:47.366079 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'name': 'router1', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '46399904-e2e9-4259-b840-f4a7153f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:20:25Z', 'updated_at': '2021-12-20T03:20:44Z', 'revision_number': 4, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'gw_port': {'id': '46399904-e2e9-4259-b840-f4a7153f6df6', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:43Z', 'updated_at': '2021-12-20T03:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'd9c43370-26c7-4816-94cb-93810e62657e', 'name': '', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'mac_address': 'fa:16:3e:e4:14:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:35Z', 'updated_at': '2021-12-20T03:20:39Z', 'revision_number': 5, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'subnets': [{'id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:47.416199 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Checking router: d055d265-2b68-49ad-8b17-9a2364192c2a for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:20:47.416551 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Updating router d055d265-2b68-49ad-8b17-9a2364192c2a port 46399904-e2e9-4259-b840-f4a7153f6df6 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:20:47.467119 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:47.798523 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:47.877517 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:47.931782 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Attempting to bind port 46399904-e2e9-4259-b840-f4a7153f6df6 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:20:47.932160 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Attempting to bind port 46399904-e2e9-4259-b840-f4a7153f6df6 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:20:47.932532 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Attempting to bind port 46399904-e2e9-4259-b840-f4a7153f6df6 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:20:47.941802 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:20:47.942192 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:20:47.942599 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:47.942997 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:20:47.943476 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Bound port: 46399904-e2e9-4259-b840-f4a7153f6df6, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:20:47.943879 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:47.945587 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98dceb-470a-4083-9244-c7c00a490f49 None None] Pushing event updated for resources: {'Port': ['ID=46399904-e2e9-4259-b840-f4a7153f6df6,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:47.987910 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39054) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:20:47.999716 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] For port 46399904-e2e9-4259-b840-f4a7153f6df6, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:20:48.002863 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] For port 46399904-e2e9-4259-b840-f4a7153f6df6, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=46399904-e2e9-4259-b840-f4a7153f6df6,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:20:48.089574 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:48.106379 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6327b55a-d931-4b8f-8a8e-7ce252600e46 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1172991 Dec 20 03:20:48.152013 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Routers {'d055d265-2b68-49ad-8b17-9a2364192c2a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:20:48.152664 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:20:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d055d265-2b68-49ad-8b17-9a2364192c2a'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:48.194174 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98dceb-470a-4083-9244-c7c00a490f49 None None] Pushing event updated for resources: {'Port': ['ID=46399904-e2e9-4259-b840-f4a7153f6df6,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:48.278144 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] Set router d055d265-2b68-49ad-8b17-9a2364192c2a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:20:48.516104 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'name': 'router1', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '46399904-e2e9-4259-b840-f4a7153f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:20:25Z', 'updated_at': '2021-12-20T03:20:44Z', 'revision_number': 4, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'gw_port': {'id': '46399904-e2e9-4259-b840-f4a7153f6df6', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:43Z', 'updated_at': '2021-12-20T03:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'd9c43370-26c7-4816-94cb-93810e62657e', 'name': '', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'mac_address': 'fa:16:3e:e4:14:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:35Z', 'updated_at': '2021-12-20T03:20:39Z', 'revision_number': 5, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'subnets': [{'id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:20:48.544289 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e37cc-656d-47b2-8b44-8f033c9edb2c None None] The sync data for ids ['d055d265-2b68-49ad-8b17-9a2364192c2a'] in dv-cinder-818037-11-iscsi is: [{'id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'name': 'router1', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '46399904-e2e9-4259-b840-f4a7153f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:20:25Z', 'updated_at': '2021-12-20T03:20:44Z', 'revision_number': 4, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'gw_port': {'id': '46399904-e2e9-4259-b840-f4a7153f6df6', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:43Z', 'updated_at': '2021-12-20T03:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'd9c43370-26c7-4816-94cb-93810e62657e', 'name': '', 'network_id': '09e0e892-40cf-44e1-ad56-d227b260fd5a', 'tenant_id': '921ad898b10448e19f908f0f582ced0c', 'mac_address': 'fa:16:3e:e4:14:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd055d265-2b68-49ad-8b17-9a2364192c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:20:35Z', 'updated_at': '2021-12-20T03:20:39Z', 'revision_number': 5, 'project_id': '921ad898b10448e19f908f0f582ced0c', 'subnets': [{'id': 'af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25181489-475d-479e-91b0-9187f75a8f4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:20:50.687144 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 46399904-e2e9-4259-b840-f4a7153f6df6 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:20:50.748456 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 46399904-e2e9-4259-b840-f4a7153f6df6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:50.748825 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:50.851677 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:51.030839 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 46399904-e2e9-4259-b840-f4a7153f6df6, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=46399904-e2e9-4259-b840-f4a7153f6df6,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:20:51.103447 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:51.187649 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=46399904-e2e9-4259-b840-f4a7153f6df6,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:20:52.663617 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 46399904-e2e9-4259-b840-f4a7153f6df6 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:20:52.727227 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 46399904-e2e9-4259-b840-f4a7153f6df6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:20:52.727847 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:55.164568 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8494f7f1-7d58-430c-a686-24aeb7e06019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:57.457368 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-29627b74-d636-44ce-a86d-e0c27a5e8131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:20:58.555735 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:00.390795 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:00.828692 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:09.744447 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:21:25.173431 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f8899c98-21df-4af5-be01-1a8bda7c16b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:27.483132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f46ad602-6181-4a16-873a-2cb94c31b2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:28.578839 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:30.265354 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:30.845967 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:46.743880 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:21:55.145640 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2dc36365-8d2b-4f57-98f4-c491bc169ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:57.420824 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7209f2ea-d6cb-4140-aab2-c245bf6cf1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:21:58.574912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:00.283326 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:00.949049 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:16.973584 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39540) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:17.035313 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb91face-7876-422d-a92d-304f287a8a00 admin admin] GET failed (client error): The resource could not be found. Dec 20 03:22:17.036628 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fb91face-7876-422d-a92d-304f287a8a00 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620975 Dec 20 03:22:17.200528 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc8740-9d9f-4167-8b3d-71b4e9ab25b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:17.201773 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8fcc8740-9d9f-4167-8b3d-71b4e9ab25b1 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605444 Dec 20 03:22:19.633021 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39550) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:19.725119 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb14a1ef-1b48-47f4-b691-5ce4e94b963b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:19.726495 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-eb14a1ef-1b48-47f4-b691-5ce4e94b963b admin admin] 10.222.0.53 "GET /v2.0/subnets/af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc HTTP/1.1" status: 200 len: 849 time: 0.0924957 Dec 20 03:22:19.738167 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:22:19.819987 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:20.016969 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774751061221'] for subnet, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:20.048875 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:20.049835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:20.051129 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] 10.222.0.53 "PUT /v2.0/subnets/af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc HTTP/1.1" status: 200 len: 868 time: 0.3171792 Dec 20 03:22:20.068139 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da87a24-4030-4c4e-88e4-322d32061ec6 None None] Network 09e0e892-40cf-44e1-ad56-d227b260fd5a requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:22:20.073831 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:22:20.082992 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.083464 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.083717 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.084052 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.084458 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.084789 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.085277 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.085613 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.085956 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.086284 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.086641 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.086953 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.087270 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407a8ff-6473-4415-8351-bf1e6f8c7c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:22:20.364965 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-cc34f381-f3f2-45e0-bdbf-83fc8820e0cc None None] Provisioning complete for port d9c43370-26c7-4816-94cb-93810e62657e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:22:20.365367 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc34f381-f3f2-45e0-bdbf-83fc8820e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:20.458727 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-cc34f381-f3f2-45e0-bdbf-83fc8820e0cc None None] Provisioning complete for port 847f55a4-ed76-4205-bd28-e79d5dd8afb1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:22:20.459101 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc34f381-f3f2-45e0-bdbf-83fc8820e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:22.509330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39558) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:22.719404 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b07d2a-e94b-4bd6-983c-27bc5ddc74ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:22.719776 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b07d2a-e94b-4bd6-983c-27bc5ddc74ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:22.721389 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-79b07d2a-e94b-4bd6-983c-27bc5ddc74ef admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110803 Dec 20 03:22:23.743534 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:22:25.145468 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d23b2ef7-51c6-48c6-8cf5-4ac7631616bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:25.179869 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39566) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:25.314667 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f30128-f257-461e-9b47-a33933359f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:25.315137 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f30128-f257-461e-9b47-a33933359f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:25.317792 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f1f30128-f257-461e-9b47-a33933359f5c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359718 Dec 20 03:22:27.436780 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3692091a-9ebd-4bb1-b03f-d6ce2e0a7661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:27.733641 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 39574) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:27.955872 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f729615-374e-4b4d-8e73-656f304822e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:27.958114 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3f729615-374e-4b4d-8e73-656f304822e1 admin admin] 10.222.0.53 "GET /v2.0/networks/09e0e892-40cf-44e1-ad56-d227b260fd5a HTTP/1.1" status: 200 len: 869 time: 0.2233043 Dec 20 03:22:28.642386 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:30.308069 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:30.416874 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 39584) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:30.547485 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e260562-83d2-4440-9059-10d1a80ee3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:30.549686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7e260562-83d2-4440-9059-10d1a80ee3a1 admin admin] 10.222.0.53 "GET /v2.0/networks/f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 HTTP/1.1" status: 200 len: 886 time: 0.1315584 Dec 20 03:22:30.851135 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:33.000115 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39592) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:33.123066 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748f9e7-06fb-4e0c-9000-dd8c42120d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:33.123513 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748f9e7-06fb-4e0c-9000-dd8c42120d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:33.125064 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2748f9e7-06fb-4e0c-9000-dd8c42120d08 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240134 Dec 20 03:22:35.571933 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39600) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:35.672665 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5fc8d-20f1-4065-9cb4-db0a50e69d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:35.673760 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5fc8d-20f1-4065-9cb4-db0a50e69d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:35.675576 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ceb5fc8d-20f1-4065-9cb4-db0a50e69d07 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1026573 Dec 20 03:22:38.107832 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39608) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:38.198650 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e44d7e-b01a-4e84-9895-e058248a1996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:38.200093 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-51e44d7e-b01a-4e84-9895-e058248a1996 admin admin] 10.222.0.53 "GET /v2.0/subnets/4972f31d-2c44-460f-9841-f3661ddccc77 HTTP/1.1" status: 200 len: 816 time: 0.0914266 Dec 20 03:22:40.671766 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39616) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:22:40.767723 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ebbb34-f595-429a-bbf7-de61019c01d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:22:40.769092 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e9ebbb34-f595-429a-bbf7-de61019c01d4 admin admin] 10.222.0.53 "GET /v2.0/subnets/af8a6e66-d0a6-4c58-8bf0-28ee1e4d7ecc HTTP/1.1" status: 200 len: 868 time: 0.0963309 Dec 20 03:22:55.150229 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9afc2d5d-6d81-4f23-9d26-100f05bd0641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:57.455658 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-218baa5e-f3c5-4bbf-a6af-2db8b96a58c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:22:58.585722 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:00.298510 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:00.743622 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:23:00.849866 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:06.484543 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39670) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:23:06.532881 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-6a4558dc-8039-418e-81bb-f59eafabb790 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:23:06.533885 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6a4558dc-8039-418e-81bb-f59eafabb790 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483456 Dec 20 03:23:09.081032 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39678) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:23:09.141913 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8602f2f-07ef-480f-8470-70653e876f4d admin admin] GET failed (client error): The resource could not be found. Dec 20 03:23:09.143178 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c8602f2f-07ef-480f-8470-70653e876f4d admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611131 Dec 20 03:23:09.225773 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e226e712-d3fd-4635-824f-206bcf5c3912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:23:09.227225 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e226e712-d3fd-4635-824f-206bcf5c3912 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794256 Dec 20 03:23:11.693422 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39686) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:23:11.744923 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:23:11.869487 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Made reservation on behalf of 496231ef16fc4e0d8fa42e106a02cd57 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:23:11.871814 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:11.903782 dv-cinder-818037-11-iscsi neutron-server[103274]: WARNING neutron.services.revisions.revision_plugin [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Could not find related network for resource to bump revision. Dec 20 03:23:11.917381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:23:11.926627 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:11.926965 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Added segment bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24 of type vlan for network d1bf3727-d458-4a44-b59f-f823f9e0f523 Dec 20 03:23:12.065059 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:12.143938 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:12.144826 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:23:12.145610 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:12.206325 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] Pushing event updated for resources: {'Network': ['ID=d1bf3727-d458-4a44-b59f-f823f9e0f523,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:23:12.216218 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network d1bf3727-d458-4a44-b59f-f823f9e0f523 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:23:12.257463 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7ee5f30d-7467-4b8f-82a4-03ddc5818e3c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5628741 Dec 20 03:23:14.734589 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 39694) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:23:14.796913 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee23b7a-d643-4e42-88e6-98b0355cd51f admin admin] GET failed (client error): The resource could not be found. Dec 20 03:23:14.798313 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bee23b7a-d643-4e42-88e6-98b0355cd51f admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627832 Dec 20 03:23:14.958333 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee809176-55d6-4ae7-8dbf-ed0d40858c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:23:14.959806 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ee809176-55d6-4ae7-8dbf-ed0d40858c53 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1567068 Dec 20 03:23:14.970057 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Request body: {'subnet': {'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:23:15.058051 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Made reservation on behalf of 496231ef16fc4e0d8fa42e106a02cd57 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:23:15.060397 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:15.372989 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:15.428307 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4151758-f969-49ed-922e-f1de0e758f05,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:23:15.440860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.441324 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.441669 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.442003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.442332 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.442653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.442974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.443295 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.443636 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.443958 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.444274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.444584 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.444894 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:15.456828 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Checking segment: {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:23:15.457322 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Network hostable DHCP agents. Network: d1bf3727-d458-4a44-b59f-f823f9e0f523, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:23:15.552152 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Network d1bf3727-d458-4a44-b59f-f823f9e0f523 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:23:15.648951 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, d1bf3727-d458-4a44-b59f-f823f9e0f523) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:23:15.653599 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:23:15.654196 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:15.660233 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f8d05-70a7-4e8e-bd7f-271421d7d01c None None] Network d1bf3727-d458-4a44-b59f-f823f9e0f523 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:23:15.737970 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-49a10378-e390-4ebc-ad95-8357b40597f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7712917 Dec 20 03:23:15.760309 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-d1bf3727-d458-4a44-b59f-f823f9e0f523', 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523', 'project_id': '496231ef16fc4e0d8fa42e106a02cd57', 'fixed_ips': [{'subnet_id': 'a4151758-f969-49ed-922e-f1de0e758f05'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:23:15.761351 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:15.913186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Allocated IP 192.168.233.2 (d1bf3727-d458-4a44-b59f-f823f9e0f523/a4151758-f969-49ed-922e-f1de0e758f05/e3c7c558-2c6c-4497-aa37-b34d7ae141e7) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:23:16.165785 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:16.252845 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:16.293362 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Network d1bf3727-d458-4a44-b59f-f823f9e0f523 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:23:16.296779 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:23:16.300458 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:23:16.307977 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Pushing event updated for resources: {'Port': ['ID=e3c7c558-2c6c-4497-aa37-b34d7ae141e7,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:23:16.329841 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.330212 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.330576 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.330918 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.331250 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.331582 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.331919 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.332253 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.332575 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.332908 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.333259 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.333580 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.333898 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:23:16.372891 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Attempting to bind port e3c7c558-2c6c-4497-aa37-b34d7ae141e7 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:23:16.373291 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Attempting to bind port e3c7c558-2c6c-4497-aa37-b34d7ae141e7 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:23:16.373680 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Attempting to bind port e3c7c558-2c6c-4497-aa37-b34d7ae141e7 on network d1bf3727-d458-4a44-b59f-f823f9e0f523 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:23:16.379115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:23:16.379487 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Checking segment: {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:23:16.379885 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:16.380276 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Bound using segment: {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:23:16.380740 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Bound port: e3c7c558-2c6c-4497-aa37-b34d7ae141e7, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:23:16.381215 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:16.454747 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] For port e3c7c558-2c6c-4497-aa37-b34d7ae141e7, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:23:16.457910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] For port e3c7c558-2c6c-4497-aa37-b34d7ae141e7, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=e3c7c558-2c6c-4497-aa37-b34d7ae141e7,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:23:16.527516 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:16.588905 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d89f14-0f09-43cd-8b6f-ccf7d9845c7d None None] Pushing event updated for resources: {'Port': ['ID=e3c7c558-2c6c-4497-aa37-b34d7ae141e7,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:23:17.472410 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c92da-c3ee-44a6-b809-cd124761e777 None None] Network d1bf3727-d458-4a44-b59f-f823f9e0f523 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:23:17.559712 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-0ffa29e5-483e-49ee-bf50-0c78774bd4e9 None None] Provisioning complete for port e3c7c558-2c6c-4497-aa37-b34d7ae141e7 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:23:17.560014 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0ffa29e5-483e-49ee-bf50-0c78774bd4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:17.669292 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0ffa29e5-483e-49ee-bf50-0c78774bd4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:17.707268 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-0ffa29e5-483e-49ee-bf50-0c78774bd4e9 None None] For port e3c7c558-2c6c-4497-aa37-b34d7ae141e7, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=e3c7c558-2c6c-4497-aa37-b34d7ae141e7,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:23:17.803748 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0ffa29e5-483e-49ee-bf50-0c78774bd4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:17.860112 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa29e5-483e-49ee-bf50-0c78774bd4e9 None None] Pushing event updated for resources: {'Port': ['ID=e3c7c558-2c6c-4497-aa37-b34d7ae141e7,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:23:18.025181 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-8d43d686-0acc-4cb8-b811-68dfa3553008 None None] Provisioning complete for port e3c7c558-2c6c-4497-aa37-b34d7ae141e7 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:23:18.025565 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8d43d686-0acc-4cb8-b811-68dfa3553008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:18.753931 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device e3c7c558-2c6c-4497-aa37-b34d7ae141e7 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:23:18.805745 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port e3c7c558-2c6c-4497-aa37-b34d7ae141e7 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:23:18.808914 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:25.157401 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-48be14fd-6045-4c44-b695-b75e7f85dc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:27.417612 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ef1751dc-8a87-4cd3-97d3-2a821abeea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:28.585797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:30.285960 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:30.858070 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:37.745119 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:23:55.225358 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e0a98dbf-0d31-4686-8ad3-4d5cdc62dfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:57.410866 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-662a21a7-28bf-4ecd-b671-ab9f192c0951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:23:58.582641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:00.285688 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:00.856983 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:14.743821 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:24:25.149623 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7309cb7f-0722-4cce-942b-e222415adf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:27.428882 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-abd8210e-01d1-46f2-a43b-18890070c80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:28.657961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:30.291834 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:30.829059 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:51.742315 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:24:55.165204 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18a99741-119c-4157-bdc5-c1fb76b36653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:57.433532 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ff2253e7-929d-4eef-a7bd-482729aaf8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:24:58.588144 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:00.296918 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:00.839492 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:07.664914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39738) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:25:07.671370 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-27443998-bb76-490d-8502-a22cf2edea57 tempest-verify_tempest_config-330850806 tempest-verify_tempest_config-330850806-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:25:07.672367 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-27443998-bb76-490d-8502-a22cf2edea57 tempest-verify_tempest_config-330850806 tempest-verify_tempest_config-330850806-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063899 Dec 20 03:25:08.254564 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 39756) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:25:08.361712 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.434658 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.513821 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.559559 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93cdd1d-6cf9-45ed-931e-2f7e048725ff,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:25:08.563438 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69f78bfb6021416e8b64988088befc94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3078489 Dec 20 03:25:08.566604 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39762) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:25:08.569302 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.569671 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.570021 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.574064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3affc07-4db0-4a48-b4aa-c49063e01834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.628813 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.650391 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.799721 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.802330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:08.803471 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b93cdd1d-6cf9-45ed-931e-2f7e048725ff HTTP/1.1" status: 204 len: 168 time: 0.2357938 Dec 20 03:25:08.812027 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93cdd1d-6cf9-45ed-931e-2f7e048725ff,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:25:08.818786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.819135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.819473 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.819802 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.820140 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.820451 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.820774 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.821097 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.821446 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.821880 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.822204 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.822522 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:08.822841 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d2d7a-3b9e-47cb-8f68-62e05943a261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:25:25.196323 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d377a39-9ef8-491e-ab9c-3050fa1b4a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:27.459421 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5de12e4f-d457-441b-a66b-7e8225e6295d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:28.596514 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:28.741024 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:25:30.315919 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:30.877807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:55.185491 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c933b61-fa35-4c17-ab31-ac43a8386ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:57.460463 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-610b8ef3-08ca-4508-ae32-103a85b84096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:25:58.597199 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:00.300385 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:00.842528 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:05.739821 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:26:25.144464 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d9c2c588-2809-4cda-b0a4-c008760fae68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:27.424305 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c31f90cd-9490-4927-b81c-6b6ca23670a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:28.606934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:30.297114 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:30.848052 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:40.572907 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925850'] for agent, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:42.738200 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:26:55.172897 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ee6a86c-3acd-4dbe-9724-b968203ada62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:55.996944 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39834) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:26:56.105603 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cd593d28-5f9c-4d60-8a7f-db81ef3afd43 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1075075 Dec 20 03:26:57.435429 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bf617d96-b84c-48db-87c6-e26b3bff5893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:26:58.538281 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 39844) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:26:58.594854 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-01abf6d2-e4c5-497c-be1d-3018c7216a54 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0554001 Dec 20 03:26:58.611864 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:00.319949 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:00.886207 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:10.487279 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:19.736914 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:27:25.144811 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-896e40df-f48a-470d-a23a-0d4445b742c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:27.424535 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ef38ce79-5e59-4afb-8a56-5657f6dc5933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:28.590206 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:30.343141 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:30.852378 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:40.486341 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:55.156716 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7592e7ec-91a5-4618-a1ea-94d072e43849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:56.735604 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:27:57.430735 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f9681d86-e519-4b77-939c-a7b21e27be08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:27:58.607858 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:00.326886 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:00.840881 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:10.493682 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:25.168354 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-70af7b94-6f91-4d4f-9132-b94d565a1bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:27.568129 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c77fd843-bfe1-48c3-8651-1343a23256e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:28.773898 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:30.321607 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:30.824990 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:31.911627 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40066) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:31.942339 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40076) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:32.103003 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40086) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:32.220124 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1348264154-network', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:32.265957 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-420581043-network', 'tenant_id': 'd299791ac871430b94a15519afc05b7f'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:32.315815 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1793161259-network', 'tenant_id': '032e3b59ca34420bbb5bdcaaa1cbb72b'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:32.322691 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Made reservation on behalf of f6cedc6984fc42c8a1f5b20ec5354095 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:32.325039 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.337243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.402305 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Made reservation on behalf of 032e3b59ca34420bbb5bdcaaa1cbb72b for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:32.405350 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.425016 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.437108 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.438682 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Made reservation on behalf of d299791ac871430b94a15519afc05b7f for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:32.442741 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.463492 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.554649 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.561973 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.566953 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.596469 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62a6b97-8878-4235-98a2-439bfd8c4791,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:32.607288 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.607956 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.608515 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.609067 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.609630 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.610257 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.610791 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.611470 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.612063 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.612594 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.613111 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.613654 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.614167 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Tracked resource versions report: Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: pushed versions: Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: { 'AddressGroup': {'1.2'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'ConntrackHelper': {'1.0'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Log': {'1.0'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Network': {'1.1'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Port': {'1.7'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'PortForwarding': {'1.2'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'QosPolicy': {'1.10'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroup': {'1.5'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SubPort': {'1.0'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Subnet': {'1.1'}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Trunk': {'1.1'}} Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: consumer versions: Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: HyperV agent@hv-cinder-81803: {}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'ConntrackHelper': '1.0', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'LocalIPAssociation': '1.0', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Log': '1.0', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Network': '1.1', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Port': '1.7', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'PortForwarding': '1.2', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'QosPolicy': '1.10', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroup': '1.5', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SecurityGroupRule': '1.2', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'SubPort': '1.0', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Subnet': '1.1', Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: 'Trunk': '1.1'}} Dec 20 03:28:32.616323 dv-cinder-818037-11-iscsi neutron-server[103273]: {{(pid=103273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:28:32.624762 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:28:32.635718 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.637761 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Added segment 9a9abeff-c0c2-4f95-b641-4e74a02694bb of type vlan for network c6092e9e-6552-44a6-a685-c033f6e4e6c9 Dec 20 03:28:32.658702 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.673474 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.683677 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:28:32.697647 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:28:32.705282 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.705760 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Added segment 73e74466-57e3-49a9-b98d-ca266d719394 of type vlan for network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee Dec 20 03:28:32.721648 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.726525 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Added segment d3c4ed40-4d9b-42d9-8264-0d54358e5fa7 of type vlan for network 81fcedcc-7077-48be-86e2-d027fe8cf5ab Dec 20 03:28:32.759816 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.795529 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.802504 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bddf9d-402f-4444-b115-c37515ebb750,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:32.875706 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.967482 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08073e-5dee-4491-be38-15b5d815db86,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:32.977548 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.978205 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.978736 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.979279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.979799 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.980286 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.980413 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.981285 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.990875 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:32.991102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.991102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.991102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.991356 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Tracked resource versions report: Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: pushed versions: Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: { 'AddressGroup': {'1.2'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'ConntrackHelper': {'1.0'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Log': {'1.0'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Network': {'1.1'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Port': {'1.7'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'PortForwarding': {'1.2'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'QosPolicy': {'1.10'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroup': {'1.5'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SubPort': {'1.0'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Subnet': {'1.1'}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Trunk': {'1.1'}} Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: consumer versions: Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: HyperV agent@hv-cinder-81803: {}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'ConntrackHelper': '1.0', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'LocalIPAssociation': '1.0', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Log': '1.0', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Network': '1.1', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Port': '1.7', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'PortForwarding': '1.2', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'QosPolicy': '1.10', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroup': '1.5', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SecurityGroupRule': '1.2', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'SubPort': '1.0', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Subnet': '1.1', Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: 'Trunk': '1.1'}} Dec 20 03:28:32.991443 dv-cinder-818037-11-iscsi neutron-server[103274]: {{(pid=103274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:28:33.073168 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.074215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:33.074796 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.095406 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] Pushing event updated for resources: {'Network': ['ID=c6092e9e-6552-44a6-a685-c033f6e4e6c9,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:33.107394 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:28:33.139222 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.141006 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:33.141722 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.164066 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e0a4f026-822d-45de-9f5d-9e7fc5305a06 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2481725 Dec 20 03:28:33.164274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40134) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:33.182200 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Request body: {'subnet': {'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1348264154-subnet', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:33.215016 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2688575 Dec 20 03:28:33.216319 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40144) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:33.219158 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154f7d-98ca-40bc-b034-2fdc8057ac15 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5bbb6e-f7bb-474e-b520-ee9a420188ee,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:33.228296 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Request body: {'subnet': {'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-420581043-subnet', 'tenant_id': 'd299791ac871430b94a15519afc05b7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:33.235029 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:28:33.245170 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1409588 Dec 20 03:28:33.248607 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40148) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:33.255404 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1f5cb-df30-4074-86f6-b17b0c829e7a admin admin] Pushing event updated for resources: {'Network': ['ID=81fcedcc-7077-48be-86e2-d027fe8cf5ab,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:33.265012 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Request body: {'subnet': {'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1793161259-subnet', 'tenant_id': '032e3b59ca34420bbb5bdcaaa1cbb72b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:33.296608 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:28:33.402991 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Made reservation on behalf of 032e3b59ca34420bbb5bdcaaa1cbb72b for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:33.403195 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Made reservation on behalf of d299791ac871430b94a15519afc05b7f for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:33.405758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.406678 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.413167 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Made reservation on behalf of f6cedc6984fc42c8a1f5b20ec5354095 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:33.418118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.728653 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.729596 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:33.744565 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:28:33.799806 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99576ec-6b4b-419b-a87b-bcfee72de664,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:33.809795 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Checking segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:28:33.810165 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Network hostable DHCP agents. Network: 81fcedcc-7077-48be-86e2-d027fe8cf5ab, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:28:33.838133 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ece3fda-4a68-433a-a4c3-0bb7aaf94895,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:33.857482 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Checking segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:28:33.857847 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Network hostable DHCP agents. Network: c6092e9e-6552-44a6-a685-c033f6e4e6c9, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:28:33.962285 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:28:33.997564 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:28:34.000926 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.061859 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4094d651-1b61-4be2-87f6-7c7212bdc570,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:34.069999 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Checking segment: {'id': '73e74466-57e3-49a9-b98d-ca266d719394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:28:34.070360 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Network hostable DHCP agents. Network: 7b5bbb6e-f7bb-474e-b520-ee9a420188ee, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:28:34.088098 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 81fcedcc-7077-48be-86e2-d027fe8cf5ab) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:34.090779 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, c6092e9e-6552-44a6-a685-c033f6e4e6c9) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:34.098194 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:34.098194 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.098689 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4c74b-2d6f-4586-91d5-6f2b15363dde None None] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:28:34.098939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:34.099585 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.124465 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441e9cf-1282-4e2e-b206-d1d7de1e396a None None] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:28:34.213262 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7ac7794d-c880-4a30-8814-69f4d396e243 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0477939 Dec 20 03:28:34.215353 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:28:34.216403 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-aaa267ee-e5db-470f-b57a-4340f0d1ef1d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9643886 Dec 20 03:28:34.218512 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40180) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:34.226096 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:34.236155 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 7b5bbb6e-f7bb-474e-b520-ee9a420188ee) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:34.242939 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:34.243809 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.248870 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e367480d-ba05-49b7-9c75-b153523fec05 None None] Network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:28:34.332624 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-44f15d58-cd57-43c0-b3bd-372e82ab3e07 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1142693 Dec 20 03:28:34.352036 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127eef5d-8951-4b88-8709-39270bde265e None None] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:28:34.394057 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:28:34.401797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.438399 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.440017 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.674173 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac5ba2-830e-499e-a8b0-eb0ad3829f7a None None] Network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:28:34.741718 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:34.879589 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40238) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:34.879589 dv-cinder-818037-11-iscsi neutron-server[103274]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 03:28:34.935731 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Allocated IP 172.20.0.2 (c6092e9e-6552-44a6-a685-c033f6e4e6c9/4ece3fda-4a68-433a-a4c3-0bb7aaf94895/ba49963f-05ed-4f85-b09b-0aab98c883a5) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:28:35.007325 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40252) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:35.044256 dv-cinder-818037-11-iscsi neutron-server[103273]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 03:28:35.136895 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-abeaf8d8-baa5-439f-911d-7d3e97177112 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:35.139224 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-abeaf8d8-baa5-439f-911d-7d3e97177112 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.2664194 Dec 20 03:28:35.158378 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-0096fa43-2966-4da1-97d1-eae053cf2165 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/quotas/032e3b59ca34420bbb5bdcaaa1cbb72b HTTP/1.1" status: 200 len: 375 time: 0.0121179 Dec 20 03:28:35.241870 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-095bb8aa-477c-4371-9647-8253003aaa23 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760963 Dec 20 03:28:35.277544 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.333490 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-8d11f449-ff33-4b86-baf3-fe51facce881 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:35.335648 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-8d11f449-ff33-4b86-baf3-fe51facce881 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/networks?id=7b5bbb6e-f7bb-474e-b520-ee9a420188ee HTTP/1.1" status: 200 len: 811 time: 0.3271639 Dec 20 03:28:35.346665 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.347354 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40262) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:35.356951 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-560eef56-e24f-4b7f-8c8e-67c11b044640 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/quotas/d299791ac871430b94a15519afc05b7f HTTP/1.1" status: 200 len: 375 time: 0.0145519 Dec 20 03:28:35.424280 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-fd46fc86-7237-4aff-ac27-6b34dabadee0 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d299791ac871430b94a15519afc05b7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600176 Dec 20 03:28:35.434628 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-ad02b630-7e7d-4cdd-b914-744ec1556006 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:28:35.435614 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-ad02b630-7e7d-4cdd-b914-744ec1556006 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498075 Dec 20 03:28:35.465861 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.492600 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fe9657a3-b6a5-4691-98a6-f18349cca050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.522005 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:28:35.525884 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:35.529355 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:28:35.540208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Pushing event updated for resources: {'Port': ['ID=ba49963f-05ed-4f85-b09b-0aab98c883a5,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:35.566681 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Tracked resource versions report: Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: pushed versions: Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: { 'AddressGroup': {'1.2'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'ConntrackHelper': {'1.0'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Log': {'1.0'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Network': {'1.1'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Port': {'1.7'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'PortForwarding': {'1.2'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'QosPolicy': {'1.10'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroup': {'1.5'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SubPort': {'1.0'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Subnet': {'1.1'}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Trunk': {'1.1'}} Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: consumer versions: Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: HyperV agent@hv-cinder-81803: {}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'ConntrackHelper': '1.0', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'LocalIPAssociation': '1.0', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Log': '1.0', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Network': '1.1', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Port': '1.7', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'PortForwarding': '1.2', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'QosPolicy': '1.10', Dec 20 03:28:35.580393 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroup': '1.5', Dec 20 03:28:35.583903 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SecurityGroupRule': '1.2', Dec 20 03:28:35.583903 dv-cinder-818037-11-iscsi neutron-server[103275]: 'SubPort': '1.0', Dec 20 03:28:35.583903 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Subnet': '1.1', Dec 20 03:28:35.583903 dv-cinder-818037-11-iscsi neutron-server[103275]: 'Trunk': '1.1'}} Dec 20 03:28:35.583903 dv-cinder-818037-11-iscsi neutron-server[103275]: {{(pid=103275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:28:35.611358 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Attempting to bind port ba49963f-05ed-4f85-b09b-0aab98c883a5 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:28:35.611608 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-00b26192-e6b3-4494-adaf-bbc3409b1c60 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:28:35.612733 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-00b26192-e6b3-4494-adaf-bbc3409b1c60 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1131899 Dec 20 03:28:35.612883 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Attempting to bind port ba49963f-05ed-4f85-b09b-0aab98c883a5 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:28:35.613421 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Attempting to bind port ba49963f-05ed-4f85-b09b-0aab98c883a5 on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:28:35.620736 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:28:35.622418 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Checking segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:28:35.622418 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.622418 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Bound using segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:28:35.623000 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Bound port: ba49963f-05ed-4f85-b09b-0aab98c883a5, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:28:35.623795 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.625113 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fe9657a3-b6a5-4691-98a6-f18349cca050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.651270 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-f19a73d6-e9cb-46fe-a9bd-e21a6433319f service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063446 Dec 20 03:28:35.717112 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] For port ba49963f-05ed-4f85-b09b-0aab98c883a5, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:28:35.722032 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] For port ba49963f-05ed-4f85-b09b-0aab98c883a5, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ba49963f-05ed-4f85-b09b-0aab98c883a5,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:28:35.727219 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fe9657a3-b6a5-4691-98a6-f18349cca050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.783232 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.790771 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fe9657a3-b6a5-4691-98a6-f18349cca050 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a044d0e57fb3436ebee15ec692b39ee6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4395657 Dec 20 03:28:35.792995 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40284) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:35.796357 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-58a09da6-b3c4-4826-bb0a-bb6e73cebc12 service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409376 Dec 20 03:28:35.810765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9657a3-b6a5-4691-98a6-f18349cca050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b345a8e0-fc2d-418a-a1ca-c960790fb0c2,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:35.824520 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.825236 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.838279 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-71a0e7ce-f505-4992-aa7d-b7bd6a0ded8e service neutron] 10.222.0.53 "GET /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951535 Dec 20 03:28:35.872120 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b07a-a1b3-464c-8314-45f843bc106e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.904577 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b07a-a1b3-464c-8314-45f843bc106e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:35.956770 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6566a1-8f8a-403a-9b90-aa68a4bcaf7d None None] Pushing event updated for resources: {'Port': ['ID=ba49963f-05ed-4f85-b09b-0aab98c883a5,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:36.086563 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-2130b46d-c24f-41af-86bf-00dd1b1650c1 service neutron] 10.222.0.53 "GET /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230487 Dec 20 03:28:36.093683 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Allocated IP 172.27.2.60 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/5f8ed9f3-c144-4390-8e3d-f0ab3b836a18) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:28:36.105109 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b07a-a1b3-464c-8314-45f843bc106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:36.108014 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b07a-a1b3-464c-8314-45f843bc106e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:36.111493 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d1f5b07a-a1b3-464c-8314-45f843bc106e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b345a8e0-fc2d-418a-a1ca-c960790fb0c2 HTTP/1.1" status: 204 len: 168 time: 0.3150229 Dec 20 03:28:36.123053 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5b07a-a1b3-464c-8314-45f843bc106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b345a8e0-fc2d-418a-a1ca-c960790fb0c2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:36.344973 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:36.548027 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:36.562845 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cd6c4972-c457-4165-b6e1-a8f00172310c req-1ffbad7b-c28d-480b-bf86-f6c6562b23ff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.1278465 Dec 20 03:28:36.676695 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Pushing event updated for resources: {'Port': ['ID=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:36.684975 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8666231a-cdf8-4aca-bcc6-87087532ead2 req-d7306fcf-d605-449c-9a28-cede63590e44 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0469031 Dec 20 03:28:36.703414 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:28:36.715231 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:36.718005 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:28:37.033246 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ba49963f-05ed-4f85-b09b-0aab98c883a5 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:28:37.134446 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port ba49963f-05ed-4f85-b09b-0aab98c883a5 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:37.134824 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:37.261067 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:37.335466 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port ba49963f-05ed-4f85-b09b-0aab98c883a5, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ba49963f-05ed-4f85-b09b-0aab98c883a5,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:28:37.414012 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:37.494403 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=ba49963f-05ed-4f85-b09b-0aab98c883a5,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:37.592077 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8744a9-1f1e-4fb4-ac2d-939fb59d1470 None None] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:28:37.632777 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:37.677920 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c8d154e-05ee-45ec-8a72-275ea30e2a47 req-eade3f3c-89ff-4c7c-b4aa-f393f3ac625d tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0417664 Dec 20 03:28:37.709659 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-a14de473-babe-46fa-b840-ff24db362ed6 None None] Provisioning complete for port ba49963f-05ed-4f85-b09b-0aab98c883a5 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:37.711358 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a14de473-babe-46fa-b840-ff24db362ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:37.785763 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-314dfe5f-9426-4947-8d0d-80bca2574304 req-70ba8f65-b273-4c96-a745-2cd1a546ef31 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0413034 Dec 20 03:28:38.119998 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:38.317070 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-53bb9cea-978c-4290-84da-3509e31c5bff None None] Provisioning complete for port ba49963f-05ed-4f85-b09b-0aab98c883a5 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:38.317695 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-53bb9cea-978c-4290-84da-3509e31c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:38.465979 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:28:38.607726 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:28:38.622790 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:28:38.633772 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:28:38.634481 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:28:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:38.695352 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] Publish callbacks [] for router, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:38.697772 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f50626fa-4530-48ff-bb45-847e15909e0e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4771016 Dec 20 03:28:38.700680 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40440) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:38.896056 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6229ab26-9b18-4f86-9101-a5d6fabf5fd2 req-61774230-8d27-4183-91c6-806965783bfa tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.1049581 Dec 20 03:28:38.943179 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ba49963f-05ed-4f85-b09b-0aab98c883a5 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:28:38.962805 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa30984a-5437-4ce4-b820-0e76159087cd req-a6da9d25-3911-4b9b-bccf-9cb1d2645f2f tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0761020 Dec 20 03:28:39.260166 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:28:39.262655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port ba49963f-05ed-4f85-b09b-0aab98c883a5 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:39.262655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.338610 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:37Z', 'revision_number': 3, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:39.371191 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:28:39.371529 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Updating router 060a0bbf-003e-4032-a5fe-421dbbc00d7c port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:28:39.398529 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.492932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.713647 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.743807 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Allocated IP 172.20.0.1 (c6092e9e-6552-44a6-a685-c033f6e4e6c9/4ece3fda-4a68-433a-a4c3-0bb7aaf94895/ef5090cf-745c-4160-abd8-cd5d52b6dbff) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:28:39.859969 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.911528 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Pushing event updated for resources: {'Port': ['ID=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:39.933826 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.934200 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.934749 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.935100 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.935429 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.935902 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.936406 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.936744 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.937169 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.937489 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.937811 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.938287 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.938610 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Tracked resource versions report: Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: pushed versions: Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Log': {'1.0'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Network': {'1.1'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Port': {'1.7'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: consumer versions: Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: HyperV agent@hv-cinder-81803: {}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: L3 agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: Metadata agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: Metering agent@dv-cinder-818037-11-iscsi: {}, Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-818037-11-iscsi: { 'AddressGroup': '1.2', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Log': '1.0', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Network': '1.1', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Port': '1.7', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'SubPort': '1.0', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Subnet': '1.1', Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Dec 20 03:28:39.939828 dv-cinder-818037-11-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 03:28:39.942318 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Attempting to bind port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:28:39.942826 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Attempting to bind port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:28:39.944024 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Attempting to bind port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:28:39.952185 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:28:39.952185 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:28:39.952185 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.952185 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:28:39.952622 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Bound port: 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:28:39.953229 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:39.957551 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.013291 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] For port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:28:40.016442 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] For port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:28:40.087698 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.103318 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.137916 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-468238e9-c61a-4360-842a-414413637701 req-48f4bbdf-2afa-4739-953d-560f9d8fd9b1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0513947 Dec 20 03:28:40.145440 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:28:40.151761 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:28:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:40.164780 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:28:40.181943 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:40.183556 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ba4b0-aa0f-446b-b436-b661a9db77c6 None None] Pushing event updated for resources: {'Port': ['ID=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:40.190013 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:28:40.190669 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.280340 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:28:40.296014 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Pushing event updated for resources: {'Port': ['ID=ef5090cf-745c-4160-abd8-cd5d52b6dbff,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:40.306230 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d377b86-df69-4ddb-a79c-3746bb6484b8 req-88be067b-5e2a-4aad-a629-66ab8f3d9e24 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0407581 Dec 20 03:28:40.511189 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:37Z', 'revision_number': 3, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:40.543404 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f56a8-db43-497f-b5fe-3079bc6643b0 None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:37Z', 'revision_number': 3, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:28:40.602665 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-a565ef27-f062-4e40-96f0-11294b1b1d69 None None] Provisioning complete for port ef5090cf-745c-4160-abd8-cd5d52b6dbff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:40.603800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a565ef27-f062-4e40-96f0-11294b1b1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.612061 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.651334 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a565ef27-f062-4e40-96f0-11294b1b1d69 None None] Port ef5090cf-745c-4160-abd8-cd5d52b6dbff cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:28:40.859741 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.951521 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.952964 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:40.967416 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:28:41.039354 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:41.039807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:41.075489 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:41.104518 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Pushing event updated for resources: {'Port': ['ID=ef5090cf-745c-4160-abd8-cd5d52b6dbff,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:41.131575 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:28:41.134247 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:41.171353 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:41.234001 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:28:41.303196 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b397fb7d-8eeb-4d3c-9a8b-9b567be1af11 req-2e32ddc6-054e-41c8-8830-0669621c8435 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0367451 Dec 20 03:28:41.320045 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:28:41.439499 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:28:41.449295 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-99757230-46c8-43cf-9ea3-22fe600a7878 admin admin] 10.222.0.53 "PUT /v2.0/routers/060a0bbf-003e-4032-a5fe-421dbbc00d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470248 Dec 20 03:28:41.486895 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-d5aa9bab-6e41-46f6-a4b1-25fcfca0033f None None] Provisioning complete for port ef5090cf-745c-4160-abd8-cd5d52b6dbff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:41.487266 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d5aa9bab-6e41-46f6-a4b1-25fcfca0033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:41.496667 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eece25a2-d3fc-455e-a118-9f9086878f12 req-538951e6-1aa5-4b9b-adff-f5c81598ab5b tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0339587 Dec 20 03:28:41.531121 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa9bab-6e41-46f6-a4b1-25fcfca0033f None None] Port ef5090cf-745c-4160-abd8-cd5d52b6dbff cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:28:41.797367 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:41.859595 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:42.188216 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40526) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:42.196031 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832511605', 'description': 'tempest-description--330750624'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:42.344955 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.413940 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:28:42.426939 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-63608f63-549a-4fca-ac39-cc07d0f6c84d req-75313763-0521-4e72-bc97-c5ac5ab40503 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0362329 Dec 20 03:28:42.433536 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:28:42.434482 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:28:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:42.444090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.533655 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.560682 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:28:42.580408 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70321cf-73cf-4e9e-ba2d-63485404938b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:42.610390 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf923308-10a6-4d6e-9acc-5f17a03bb527 req-dfca4a02-eca6-4478-8d00-5dea2419c434 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Dec 20 03:28:42.662734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.664304 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6d87880b-811d-4b83-94f2-f0731cee8723 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4732809 Dec 20 03:28:42.677993 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40534) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:42.682667 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'security_group_rule': {'security_group_id': 'a70321cf-73cf-4e9e-ba2d-63485404938b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:42.778543 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 2, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:42.785247 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.808389 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:28:42.808859 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Updating router 060a0bbf-003e-4032-a5fe-421dbbc00d7c port ef5090cf-745c-4160-abd8-cd5d52b6dbff binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:28:42.855569 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.862151 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.934055 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:42.961924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07605a01-56d6-4231-8ad7-ab5509161f3b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:43.034209 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.039524 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-36902a45-3754-4d5b-9faf-80b610e8b420 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565924 Dec 20 03:28:43.039680 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40552) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:43.044059 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'security_group_rule': {'security_group_id': 'a70321cf-73cf-4e9e-ba2d-63485404938b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:43.098872 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:28:43.167470 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.237381 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:43.237749 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.245062 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.368120 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.371854 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.387081 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8516bde6-9d15-4dcd-a448-7639c3c2bfc0,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:43.470551 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.528919 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.529831 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819b7af-4b25-4103-a80b-172d21bb33c5 None None] Pushing event updated for resources: {'Port': ['ID=ef5090cf-745c-4160-abd8-cd5d52b6dbff,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:43.530092 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fd214d02-4f65-4712-9e3b-9e951374c6f5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871645 Dec 20 03:28:43.531062 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40564) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:43.535972 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:43.543822 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-49ab8449-0fee-4d71-9d6f-c7d92d69b434 req-091552e7-87d2-45d9-a07b-642289344f98 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0327113 Dec 20 03:28:43.598118 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Attempting to bind port ef5090cf-745c-4160-abd8-cd5d52b6dbff on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:28:43.602807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Attempting to bind port ef5090cf-745c-4160-abd8-cd5d52b6dbff by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:28:43.602807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Attempting to bind port ef5090cf-745c-4160-abd8-cd5d52b6dbff on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:28:43.605042 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:28:43.606097 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Checking segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:28:43.606097 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.606304 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Bound using segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:28:43.606727 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Bound port: ef5090cf-745c-4160-abd8-cd5d52b6dbff, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:28:43.607116 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.642762 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.688875 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] For port ef5090cf-745c-4160-abd8-cd5d52b6dbff, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:28:43.696930 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] For port ef5090cf-745c-4160-abd8-cd5d52b6dbff, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ef5090cf-745c-4160-abd8-cd5d52b6dbff,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:28:43.747507 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a13c903-bf36-4e1f-927f-1ad2375888a6 req-82818d99-fc1c-43d2-8bba-f70b421e675a tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0482519 Dec 20 03:28:43.770167 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-db85a8c8-d05b-4e61-9e5c-1e065865cbaa None None] Provisioning complete for port ef5090cf-745c-4160-abd8-cd5d52b6dbff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:43.772976 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db85a8c8-d05b-4e61-9e5c-1e065865cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.794539 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.852026 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-db85a8c8-d05b-4e61-9e5c-1e065865cbaa None None] Port ef5090cf-745c-4160-abd8-cd5d52b6dbff cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:28:43.872030 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819b7af-4b25-4103-a80b-172d21bb33c5 None None] Pushing event updated for resources: {'Port': ['ID=ef5090cf-745c-4160-abd8-cd5d52b6dbff,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:43.872764 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:43.881855 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:28:43.882503 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:28:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:44.005115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:28:44.106972 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-79b20358-2d87-4733-afe2-1c0c4df38c80 None None] Provisioning complete for port ef5090cf-745c-4160-abd8-cd5d52b6dbff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:44.107356 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-79b20358-2d87-4733-afe2-1c0c4df38c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.112833 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Allocated IP 172.27.2.240 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/e796391c-d0f2-4919-a866-6595be9edd53) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:28:44.230253 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.244990 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-79b20358-2d87-4733-afe2-1c0c4df38c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.309622 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-79b20358-2d87-4733-afe2-1c0c4df38c80 None None] For port ef5090cf-745c-4160-abd8-cd5d52b6dbff, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ef5090cf-745c-4160-abd8-cd5d52b6dbff,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:28:44.324908 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:43Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:28:44.328531 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.352557 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51cf26-f8e5-4648-b825-deee358ee8dc None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:43Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:28:44.373550 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:28:44.376602 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:44.380397 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:28:44.398111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'Port': ['ID=e796391c-d0f2-4919-a866-6595be9edd53,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:44.423035 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-79b20358-2d87-4733-afe2-1c0c4df38c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.502745 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b20358-2d87-4733-afe2-1c0c4df38c80 None None] Pushing event updated for resources: {'Port': ['ID=ef5090cf-745c-4160-abd8-cd5d52b6dbff,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:44.508787 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.645065 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.663367 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c722042f-b43f-4195-bc1a-3855f86c39f1 req-6d7b0372-a876-43ae-9a69-324a16b5ec75 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0323877 Dec 20 03:28:44.846166 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.864267 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-77e87a3a-428f-4771-8f56-5367485ef8dd req-24e9719b-80bb-408b-a000-5e4478cd8f73 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0307529 Dec 20 03:28:44.902321 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.939447 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:44.940839 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ef5090cf-745c-4160-abd8-cd5d52b6dbff up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:28:44.960561 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'Port': ['ID=e796391c-d0f2-4919-a866-6595be9edd53,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:45.012298 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port ef5090cf-745c-4160-abd8-cd5d52b6dbff triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:28:45.013005 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:45.020881 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:45.022686 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2e3ef95e-1d6b-42ca-b431-5847990ac6df tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4901178 Dec 20 03:28:45.229015 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-ef2c6904-fe4f-4271-b7f1-394048701351 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--832511605&fields=id&tenant_id=f6cedc6984fc42c8a1f5b20ec5354095 HTTP/1.1" status: 200 len: 267 time: 0.0687664 Dec 20 03:28:45.347495 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-3ae3935a-c218-4d4b-87ea-1586368c39ca tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:45.355258 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-3ae3935a-c218-4d4b-87ea-1586368c39ca tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 811 time: 0.1185086 Dec 20 03:28:45.366743 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-eaebe498-376a-4d6a-a5e5-58f27b5f8a26 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/quotas/f6cedc6984fc42c8a1f5b20ec5354095 HTTP/1.1" status: 200 len: 375 time: 0.0105739 Dec 20 03:28:45.439505 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-5ab357fe-062b-4532-bd7e-7e7c18041b7b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655556 Dec 20 03:28:45.548886 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-173ff78b-6739-44fb-b77b-31480ced35d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886977 Dec 20 03:28:45.647776 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-f8f87f08-5b1b-4bab-83bd-0b8fe27d772e service neutron] 10.222.0.53 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910797 Dec 20 03:28:45.760184 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78e24dfb-5566-4ae0-b72a-57a6341e2321 req-d8552279-e915-4acc-a9b4-296e0e85ebca tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Dec 20 03:28:45.875432 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.54', 57497) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:45.976377 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8a15b4cf-aa4e-4b7d-ab80-25647c0dea45 req-a6be94e9-0617-49c4-96c7-52ca1ee5d086 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0626605 Dec 20 03:28:45.985039 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a3fd447d-db0b-4ec6-a277-2932e81d4283 req-7529c673-a7c9-4ef3-a2d9-eea02a48c883 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0367110 Dec 20 03:28:46.027492 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-7a7b0fd9-9768-4b32-bf7c-9c8d21385727 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:46.030367 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-7a7b0fd9-9768-4b32-bf7c-9c8d21385727 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.1525130 Dec 20 03:28:46.887127 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b6223838-0bcb-4238-884d-0a502e8f7bf1 req-cb81cf79-5e15-447f-abe5-90f6037e035b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0503144 Dec 20 03:28:47.095691 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45108df0-8325-4952-9640-92997a138eca req-03556158-4aa9-4353-9170-021c93550a90 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0309615 Dec 20 03:28:47.204066 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3fb5ed0d-a418-4a91-9dc6-acccfa407db9 req-87429572-196e-4d9f-896d-1a0945b31ff6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.1374919 Dec 20 03:28:47.987179 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a7f13ecf-6051-4071-80a6-746f7d4ef56a req-4c61c6d6-8815-4c06-85a3-f16670e77026 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Dec 20 03:28:48.205033 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a18a5390-6349-40ea-9dfe-089ccbdafeca req-8e2f79d0-5efd-40b3-9430-49d3a4af0c19 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0289719 Dec 20 03:28:48.340725 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-db64d598-70aa-4754-b38a-6e32b11978dc req-2d5186ff-6c3f-412d-a6fe-b1c2b0ea00cb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0325229 Dec 20 03:28:48.824488 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Request body: {'port': {'device_id': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'admin_state_up': True, 'tenant_id': '032e3b59ca34420bbb5bdcaaa1cbb72b'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:28:49.114063 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4782a125-a230-4f5e-badc-4a60a3e4ae13 req-1611ead0-2f0c-4313-be7f-7e6a049f5543 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0324273 Dec 20 03:28:49.202644 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Made reservation on behalf of 032e3b59ca34420bbb5bdcaaa1cbb72b for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:28:49.208169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:49.429816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.54', 57506) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:49.717774 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Allocated IP 172.20.0.3 (81fcedcc-7077-48be-86e2-d027fe8cf5ab/b99576ec-6b4b-419b-a87b-bcfee72de664/aa010647-2532-4b5c-ba09-88875560b47b) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:28:49.752439 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-9941352a-0976-4224-bc1f-453a83a18a9f tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:49.754452 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-9941352a-0976-4224-bc1f-453a83a18a9f tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.54 "GET /v2.0/networks?id=7b5bbb6e-f7bb-474e-b520-ee9a420188ee HTTP/1.1" status: 200 len: 811 time: 0.3230853 Dec 20 03:28:49.758601 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c75b022-7b6b-497e-ac82-1922c0971c31 req-7b908250-252a-4eac-baa0-28d5b1d41ba3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.1699753 Dec 20 03:28:49.869254 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc194417-3b2b-4ba0-b090-7ff255c7499f req-4e8162fc-3a06-4a25-92d5-04f3bf7a1b7b tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.4809327 Dec 20 03:28:50.062676 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:50.181121 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:50.414872 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:28:50.419734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:28:50.430767 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:28:50.436664 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:50.437354 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:50.449003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event updated for resources: {'Port': ['ID=aa010647-2532-4b5c-ba09-88875560b47b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:50.469129 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1df8e-c927-4d3f-9f5e-2ef22193fda1 req-9542315b-69fb-4453-9149-52ace01de67a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:50.471834 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cdc1df8e-c927-4d3f-9f5e-2ef22193fda1 req-9542315b-69fb-4453-9149-52ace01de67a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.1713729 Dec 20 03:28:50.554152 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cdc1df8e-c927-4d3f-9f5e-2ef22193fda1 req-da44d0f6-ff45-4e96-b5d8-38049caebd6b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716846 Dec 20 03:28:50.776293 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-a219ff03-ba43-4aa3-8369-b23af054deff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9615953 Dec 20 03:28:51.105551 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-736d3f1c-2e5d-4353-80cb-b73d7af60959 req-4e72c8fe-359d-490b-a4b4-5b05b13989c3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0413208 Dec 20 03:28:51.179009 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-03e3dab0-3b3b-46b5-87a6-41c45d28133a req-fd8c2050-8205-4f7b-a5b1-27880744ecd1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0319886 Dec 20 03:28:51.690382 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb8f0-54a0-4336-b771-b971e02d9454 req-39f6f652-54ff-4eac-8a6e-d4de6cd27d54 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:51.692459 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b43fb8f0-54a0-4336-b771-b971e02d9454 req-39f6f652-54ff-4eac-8a6e-d4de6cd27d54 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0518024 Dec 20 03:28:51.743931 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b43fb8f0-54a0-4336-b771-b971e02d9454 req-061ef111-c360-4a98-8a76-30c9b1274ce5 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Dec 20 03:28:52.213034 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ecac651-430c-42e1-a09c-9c2afb177abd req-faeca77d-0dea-430c-bc05-838ad389be21 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0377746 Dec 20 03:28:52.304003 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-47145765-a053-413f-b236-6d0333d528df req-b8be7d02-334c-48d3-8205-52807b512cbb tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0351675 Dec 20 03:28:52.907676 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41d42d-f517-4319-8a45-aaf751eae632 req-fb13ac5d-35d8-4da2-bfb2-83f6208b425e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:52.909242 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de41d42d-f517-4319-8a45-aaf751eae632 req-fb13ac5d-35d8-4da2-bfb2-83f6208b425e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0658526 Dec 20 03:28:52.976426 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de41d42d-f517-4319-8a45-aaf751eae632 req-92e088d1-d36d-476f-b825-27c3cde3676e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603850 Dec 20 03:28:53.339049 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f7494f32-7369-4c35-b6e9-77d2a4b169b8 req-a7ab2161-4707-4c0c-a0ce-a036e929e795 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0412016 Dec 20 03:28:53.468202 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-022b3c45-7190-4197-abea-c71a1d36952a req-32f3bf31-a4b5-4852-a663-b10428b3c065 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0571907 Dec 20 03:28:54.147111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6bea6-f40f-47be-8d0c-f51cbff62786 req-b7fe92c5-f902-46a3-af9a-5360a176798a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:54.149767 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6fe6bea6-f40f-47be-8d0c-f51cbff62786 req-b7fe92c5-f902-46a3-af9a-5360a176798a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0909603 Dec 20 03:28:54.245832 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6fe6bea6-f40f-47be-8d0c-f51cbff62786 req-63f89989-430d-40bd-929a-7f6ed6268825 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885193 Dec 20 03:28:54.500549 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c5073b8-f4f5-448b-a02a-4739f17bf716 req-d62eb8a8-6d9f-46a5-b0e3-e8777013d429 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0646989 Dec 20 03:28:54.673488 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8f0e228-f5bd-4d83-a00d-9044040c7d42 req-560c0a8d-1bf0-4b4f-ba41-91da21094890 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0543354 Dec 20 03:28:55.423478 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-271a95ab-fbbd-4b3c-8070-1137942c6b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:55.551377 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a92052-79f7-43c9-8435-b42037f0f028 req-6a57033f-d1b3-4e7d-a708-352616ac8555 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:55.568340 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-69a92052-79f7-43c9-8435-b42037f0f028 req-6a57033f-d1b3-4e7d-a708-352616ac8555 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.1882174 Dec 20 03:28:55.750829 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-69a92052-79f7-43c9-8435-b42037f0f028 req-515e9ffd-31ae-455d-8f00-d3bd2e5827de tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805294 Dec 20 03:28:55.784838 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3f17429a-70fc-467e-93e4-a1717f9dd9ab req-b365a888-f915-437f-b56a-ec11f0220c63 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0661700 Dec 20 03:28:55.980165 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-73d06a9e-583b-4cf2-9cec-5e9eaea7c303 req-b398035d-4f65-44de-88fd-bf550b676226 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Dec 20 03:28:56.201676 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 40946) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:56.399831 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02448dae-d5c3-41d7-9a9c-06d4e0028401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:56.495005 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02448dae-d5c3-41d7-9a9c-06d4e0028401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:56.658448 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02448dae-d5c3-41d7-9a9c-06d4e0028401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:56.749928 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-02448dae-d5c3-41d7-9a9c-06d4e0028401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d34a106fae24ab8b94db48bbdcfd3ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5469308 Dec 20 03:28:56.750634 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 40952) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:28:56.758103 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02448dae-d5c3-41d7-9a9c-06d4e0028401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fef874-cd8c-4e6d-be7d-d7f34cb0f45d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:56.856779 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6120b33d-d546-4dc5-83c2-897a73439116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:56.915305 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6120b33d-d546-4dc5-83c2-897a73439116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:56.971719 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867f6dd-2e68-423e-a9c0-6ff947627ab4 req-8811ec45-f772-4471-9df6-bbb8804afd81 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:56.977793 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5867f6dd-2e68-423e-a9c0-6ff947627ab4 req-8811ec45-f772-4471-9df6-bbb8804afd81 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0894251 Dec 20 03:28:57.033883 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6a08c8f2-cd7c-4b4e-9866-8e79eec792c4 req-db2b475a-faad-47a8-8d52-c6691dafa3d2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0388124 Dec 20 03:28:57.095909 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5867f6dd-2e68-423e-a9c0-6ff947627ab4 req-128ec936-95c7-4835-833f-2448172d1886 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122997 Dec 20 03:28:57.123137 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6120b33d-d546-4dc5-83c2-897a73439116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:57.126273 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6120b33d-d546-4dc5-83c2-897a73439116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:57.127767 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6120b33d-d546-4dc5-83c2-897a73439116 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21fef874-cd8c-4e6d-be7d-d7f34cb0f45d HTTP/1.1" status: 204 len: 168 time: 0.3732319 Dec 20 03:28:57.199281 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120b33d-d546-4dc5-83c2-897a73439116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fef874-cd8c-4e6d-be7d-d7f34cb0f45d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:28:57.204727 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7667d1b5-970f-4625-aa17-d2236ee0cf6c req-2e68de11-adec-45ee-968b-2bbb75d61572 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0828512 Dec 20 03:28:57.448870 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7baed979-9f6f-4c60-93aa-84bf2415ba3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:58.220223 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-13e5dc96-eb71-4f50-8947-913c1450271e req-6641e8d6-3d8a-492d-ba58-5f0a0dbc51bf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0751388 Dec 20 03:28:58.255214 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151179-66da-4200-bde5-c41ca36f09bf req-0485c8ed-327f-4d2d-9b5b-67a8008b0f80 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:58.265494 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b151179-66da-4200-bde5-c41ca36f09bf req-0485c8ed-327f-4d2d-9b5b-67a8008b0f80 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0684254 Dec 20 03:28:58.393626 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b151179-66da-4200-bde5-c41ca36f09bf req-d5b76bfa-48f0-4c71-9e10-6ad8c72e5382 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229327 Dec 20 03:28:58.416361 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d1272ff8-a454-4a8d-9dd6-efa43eb2b2bf req-1eda9ae4-78a0-4bdd-b191-7531b5105362 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0476503 Dec 20 03:28:59.151729 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:28:59.390639 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-607836ed-275d-4ad6-b15e-a78a1ecae5cf req-582dc3f5-d121-4662-a611-26b1ca3613ea tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0331862 Dec 20 03:28:59.611834 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cd6ac-ba96-4ce1-9bfd-37d26e1621dc req-7e5a5dd5-6808-4fd5-92f1-ca87e0363bc2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:28:59.615650 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed5cd6ac-ba96-4ce1-9bfd-37d26e1621dc req-7e5a5dd5-6808-4fd5-92f1-ca87e0363bc2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0620723 Dec 20 03:28:59.690252 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b54dca8-e445-4b93-96e1-0ac66d975d0d req-156e7a99-5512-44c2-ab8a-0808cd1e733d tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0691981 Dec 20 03:28:59.758360 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed5cd6ac-ba96-4ce1-9bfd-37d26e1621dc req-394fbefb-eeda-4c79-8991-2cca40f221d4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299129 Dec 20 03:29:00.568662 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f2934e9d-537d-4964-9aa8-1336b98a87d5 req-fede6e7f-2860-4c10-8ef5-7a3ee53b58ad tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0361438 Dec 20 03:29:00.570170 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:00.941442 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aad281ae-6678-47e2-a3b7-fe9f5ba9a79d req-ec18ad1f-db2c-4d78-9666-f24bb397a2a8 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0916653 Dec 20 03:29:00.992187 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:01.137271 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7511112-3c72-4d57-a7f0-6c041f272423 req-f15219a5-f49f-4a4d-b6f0-efd2c7cdd46f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:01.139991 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7511112-3c72-4d57-a7f0-6c041f272423 req-f15219a5-f49f-4a4d-b6f0-efd2c7cdd46f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.1301429 Dec 20 03:29:01.267751 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7511112-3c72-4d57-a7f0-6c041f272423 req-f888e8e3-23e7-4294-aecc-425b92206639 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150894 Dec 20 03:29:01.731284 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-81762186-ac93-4a03-b5ee-33c89c5d4429 req-bac8e373-b857-4c93-89ca-856c55a8d200 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0570517 Dec 20 03:29:02.097494 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c800b00c-e3ca-44d7-b1f1-9d153ec6f898 req-ac6322c6-690e-49ec-ac12-20dc4624201a tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0314248 Dec 20 03:29:02.420134 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6fa5-06ee-462b-962d-d56ab399d008 req-b06f0520-04d5-4c98-be26-06cc91f00316 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:02.421703 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b3eb6fa5-06ee-462b-962d-d56ab399d008 req-b06f0520-04d5-4c98-be26-06cc91f00316 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.0574164 Dec 20 03:29:02.484187 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b3eb6fa5-06ee-462b-962d-d56ab399d008 req-d8e9b755-c1c6-402f-8d08-bb303680aa29 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521524 Dec 20 03:29:02.627679 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Request body: {'port': {'device_id': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee', 'admin_state_up': True, 'tenant_id': 'd299791ac871430b94a15519afc05b7f'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:02.674255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-ffe834d4-1b7a-4154-92de-d7e382192da8 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:29:02.681479 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-ffe834d4-1b7a-4154-92de-d7e382192da8 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295596 Dec 20 03:29:02.918784 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f4adeeca-c630-42f9-934c-7848a6c8b785 req-d881ff9b-78f6-4935-bcc6-c1ac2ce6f7a2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0387716 Dec 20 03:29:02.963673 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Made reservation on behalf of d299791ac871430b94a15519afc05b7f for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:02.972578 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:03.090480 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Request body: {'port': {'device_id': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:03.335502 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6aa5dffe-da43-4f9d-94f2-eacdad9fd6ff req-dcf17650-0d3d-4ecb-9d83-b44371a7acc6 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0726352 Dec 20 03:29:03.420383 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:03.453593 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.54', 57529) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:03.476525 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Allocated IP 172.20.0.2 (7b5bbb6e-f7bb-474e-b520-ee9a420188ee/4094d651-1b61-4be2-87f6-7c7212bdc570/62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:29:03.827008 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea05339-abaa-4829-baf0-d76108ec3886 req-712135dc-3856-45e0-9297-5e21979a7e50 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:03.839330 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1ea05339-abaa-4829-baf0-d76108ec3886 req-712135dc-3856-45e0-9297-5e21979a7e50 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 931 time: 0.1864314 Dec 20 03:29:03.897646 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-04c5aadc-c54d-472b-8cd9-193365abe6a1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:03.900451 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-04c5aadc-c54d-472b-8cd9-193365abe6a1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 811 time: 0.4371386 Dec 20 03:29:03.941289 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41156) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:04.086598 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1ea05339-abaa-4829-baf0-d76108ec3886 req-5aa989fa-d524-4a69-84db-e1d005aecaac tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610601 Dec 20 03:29:04.185566 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24c7dcb8-0771-4bc4-9a7b-e3d983fcea6a req-d0f8a7ae-dc69-475d-b3f2-dabe54fb6cd8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0790575 Dec 20 03:29:04.254570 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-daf5ab35-855c-490c-b7ab-efce8935baec tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6cedc6984fc42c8a1f5b20ec5354095 HTTP/1.1" status: 200 len: 379 time: 0.3066266 Dec 20 03:29:04.259255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa010647-2532-4b5c-ba09-88875560b47b {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:04.277341 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'port': {'device_id': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'admin_state_up': True, 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'security_groups': ['a70321cf-73cf-4e9e-ba2d-63485404938b']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:04.283308 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.326444 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Transition to ACTIVE for port object aa010647-2532-4b5c-ba09-88875560b47b will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:29:04.327815 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41178) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:04.403993 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.425438 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.576919 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6261d9c-0788-4ccb-a36e-86530e4b2a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.619848 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Made reservation on behalf of f6cedc6984fc42c8a1f5b20ec5354095 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:04.627019 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.659580 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.662276 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Pushing event updated for resources: {'Port': ['ID=aa010647-2532-4b5c-ba09-88875560b47b,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:04.671869 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3506330b-4d34-448c-adbf-d8663297274a req-101f2b9a-9971-49ba-a186-5117070bdb94 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.1381335 Dec 20 03:29:04.672239 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a43e1710-be35-43a6-a94f-f20a16dd323e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.786070 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Attempting to bind port aa010647-2532-4b5c-ba09-88875560b47b on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:29:04.787349 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Attempting to bind port aa010647-2532-4b5c-ba09-88875560b47b by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:29:04.788034 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Attempting to bind port aa010647-2532-4b5c-ba09-88875560b47b on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:04.823260 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Port aa010647-2532-4b5c-ba09-88875560b47b on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:29:04.823999 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Attempting to bind port aa010647-2532-4b5c-ba09-88875560b47b on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:04.847321 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:29:04.848248 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Checking segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:29:04.850375 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Bound using segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:29:04.851102 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Bound port: aa010647-2532-4b5c-ba09-88875560b47b, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:29:04.852080 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.914280 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6261d9c-0788-4ccb-a36e-86530e4b2a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.936326 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:29:04.950383 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:29:04.953285 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:29:04.960606 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:04.961341 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:04.988666 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Pushing event updated for resources: {'Port': ['ID=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.005089 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6261d9c-0788-4ccb-a36e-86530e4b2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.076106 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a43e1710-be35-43a6-a94f-f20a16dd323e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.090474 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] For port aa010647-2532-4b5c-ba09-88875560b47b, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:29:05.110146 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Allocated IP 172.20.0.3 (c6092e9e-6552-44a6-a685-c033f6e4e6c9/4ece3fda-4a68-433a-a4c3-0bb7aaf94895/8052eace-4c6b-4e95-b6b9-e785e74cfa8a) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:29:05.128259 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-57517e70-c40f-4b4d-8da0-9c096e055ead tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4955275 Dec 20 03:29:05.150551 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261d9c-0788-4ccb-a36e-86530e4b2a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65f55f-5249-432a-9bf0-53c4c2e9c3b4,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.157443 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] For port aa010647-2532-4b5c-ba09-88875560b47b, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa010647-2532-4b5c-ba09-88875560b47b,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:29:05.162524 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b6261d9c-0788-4ccb-a36e-86530e4b2a4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a02051dd2a08479fbc9f472e78cb171b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2199008 Dec 20 03:29:05.168620 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41220) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:05.189821 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a43e1710-be35-43a6-a94f-f20a16dd323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.272106 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41224) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:05.272554 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a43e1710-be35-43a6-a94f-f20a16dd323e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a180c415e5c0412fa65a00766e690d9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9418716 Dec 20 03:29:05.276748 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1710-be35-43a6-a94f-f20a16dd323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a1a709-4ec9-4b6b-ac31-b782a7924255,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.297514 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e631d50-07ce-426e-ab59-2f39244ffdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.313458 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.431174 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88685-4450-4915-82b3-f11eb2226441 req-f4bfd058-f9a5-48b8-a370-8e5c6eb7b839 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:05.431485 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e631d50-07ce-426e-ab59-2f39244ffdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.433969 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62f88685-4450-4915-82b3-f11eb2226441 req-f4bfd058-f9a5-48b8-a370-8e5c6eb7b839 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.1605601 Dec 20 03:29:05.438683 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:05.440138 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.444008 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] 10.222.0.54 "PUT /v2.0/ports/aa010647-2532-4b5c-ba09-88875560b47b HTTP/1.1" status: 200 len: 1093 time: 2.5235097 Dec 20 03:29:05.444990 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.446036 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'tag': 'aa010647-2532-4b5c-ba09-88875560b47b'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:05.451327 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5076-efeb-4d94-bfa1-8242f2ec3d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.511571 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e0b3ae8-7c32-4764-a086-fa979a6d47fa req-92ff6b3d-da3c-48e7-a8ca-db47566d6ed9 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.1423545 Dec 20 03:29:05.512144 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5076-efeb-4d94-bfa1-8242f2ec3d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.570996 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62f88685-4450-4915-82b3-f11eb2226441 req-46f27a6c-f1d9-4c63-a19e-1b18e4e05fdc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207280 Dec 20 03:29:05.593117 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12d8e-3106-439b-9b59-4e45183f905b service neutron] Pushing event updated for resources: {'Port': ['ID=aa010647-2532-4b5c-ba09-88875560b47b,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.660152 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.683724 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7451b-5574-4345-9eb9-d2f3793f80a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d04a54-3696-41b9-95d8-aa2624b21b17", "tag": "aa010647-2532-4b5c-ba09-88875560b47b"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:05.700961 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5076-efeb-4d94-bfa1-8242f2ec3d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.703851 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5076-efeb-4d94-bfa1-8242f2ec3d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.704973 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e0ae5076-efeb-4d94-bfa1-8242f2ec3d7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20a1a709-4ec9-4b6b-ac31-b782a7924255 HTTP/1.1" status: 204 len: 168 time: 0.4306390 Dec 20 03:29:05.732263 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5076-efeb-4d94-bfa1-8242f2ec3d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a1a709-4ec9-4b6b-ac31-b782a7924255,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.734914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:29:05.739279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:29:05.745850 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:29:05.751889 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:05.752594 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.755793 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e631d50-07ce-426e-ab59-2f39244ffdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.770365 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'Port': ['ID=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.796198 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e631d50-07ce-426e-ab59-2f39244ffdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:05.804191 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2e631d50-07ce-426e-ab59-2f39244ffdb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f65f55f-5249-432a-9bf0-53c4c2e9c3b4 HTTP/1.1" status: 204 len: 168 time: 0.6338024 Dec 20 03:29:05.841437 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e631d50-07ce-426e-ab59-2f39244ffdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65f55f-5249-432a-9bf0-53c4c2e9c3b4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:05.864621 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-8d5453ae-17ec-46fd-af03-9c72b33eb390 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6018362 Dec 20 03:29:06.158443 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f921a82a-5f5a-4e10-ad3b-2ca94f5a850e x-openstack-request-id: req-f921a82a-5f5a-4e10-ad3b-2ca94f5a850e {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:06.159420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d04a54-3696-41b9-95d8-aa2624b21b17", "tag": "aa010647-2532-4b5c-ba09-88875560b47b", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:06.159856 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f921a82a-5f5a-4e10-ad3b-2ca94f5a850e {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:06.160571 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'tag': 'aa010647-2532-4b5c-ba09-88875560b47b', 'status': 'completed', 'code': 200} Dec 20 03:29:06.194087 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087a120-24a0-4bb8-8bcd-24f621429ed4 req-bce4a6cc-fae9-4821-a2e8-6cf59ffc72b6 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:06.196995 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c087a120-24a0-4bb8-8bcd-24f621429ed4 req-bce4a6cc-fae9-4821-a2e8-6cf59ffc72b6 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 931 time: 0.1899142 Dec 20 03:29:06.293503 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c087a120-24a0-4bb8-8bcd-24f621429ed4 req-e5b00d52-5c0b-4eef-b860-66c5d06afece tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864947 Dec 20 03:29:06.313787 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-fa76a849-0ade-4fdb-9ad2-ae326e4ed0c5 None None] Provisioning complete for port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:29:06.314434 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fa76a849-0ade-4fdb-9ad2-ae326e4ed0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:06.365566 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-fa76a849-0ade-4fdb-9ad2-ae326e4ed0c5 None None] Port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:29:06.737533 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68c3f1-a261-4c74-9012-ccc09bca5912 req-f23d6f7a-960f-4419-b831-900d529a8991 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:06.740397 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d68c3f1-a261-4c74-9012-ccc09bca5912 req-f23d6f7a-960f-4419-b831-900d529a8991 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 931 time: 0.0961993 Dec 20 03:29:06.788962 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36df1d-48ba-4ad1-8ca1-27979ded7219 req-1c4113bb-8c84-4561-b73f-c5a532d64c84 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:06.803008 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b36df1d-48ba-4ad1-8ca1-27979ded7219 req-1c4113bb-8c84-4561-b73f-c5a532d64c84 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.1080422 Dec 20 03:29:06.841944 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d68c3f1-a261-4c74-9012-ccc09bca5912 req-2c38f95e-4397-4890-a2ff-c5ab014d4ebd tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923135 Dec 20 03:29:06.894226 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b36df1d-48ba-4ad1-8ca1-27979ded7219 req-3d74ad54-d86c-47bf-98d8-1f613ae2b254 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873456 Dec 20 03:29:06.897267 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41270) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:06.921473 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8641-8f2e-4283-8464-52921a7dc9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.037708 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8641-8f2e-4283-8464-52921a7dc9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.144823 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8641-8f2e-4283-8464-52921a7dc9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.203343 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0c9d8641-8f2e-4283-8464-52921a7dc9a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75bfd3dc5d8241418fbef4c4d159abc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3044965 Dec 20 03:29:07.204835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d8641-8f2e-4283-8464-52921a7dc9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e5950b-2f51-4fb5-bf67-aa583e4680b4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:07.207262 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41280) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:07.263001 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb6c-c8bf-4ad5-9939-877cd0316cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.289094 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb6c-c8bf-4ad5-9939-877cd0316cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.436722 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb6c-c8bf-4ad5-9939-877cd0316cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.439636 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb6c-c8bf-4ad5-9939-877cd0316cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.440904 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ad64cb6c-c8bf-4ad5-9939-877cd0316cc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98e5950b-2f51-4fb5-bf67-aa583e4680b4 HTTP/1.1" status: 204 len: 168 time: 0.2325602 Dec 20 03:29:07.466908 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64cb6c-c8bf-4ad5-9939-877cd0316cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e5950b-2f51-4fb5-bf67-aa583e4680b4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:07.482983 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961bf78-5bfd-457d-b185-d200b3d78b86 req-0e4df94c-e5e3-4da3-847e-a472fa52ce07 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:07.493281 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0961bf78-5bfd-457d-b185-d200b3d78b86 req-0e4df94c-e5e3-4da3-847e-a472fa52ce07 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 931 time: 0.0918474 Dec 20 03:29:07.503007 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Request body: {'port': {'device_id': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:07.517630 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Request body: {'port': {'device_id': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:07.587482 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0961bf78-5bfd-457d-b185-d200b3d78b86 req-12241bb8-d978-4336-aafb-9a5f0ad34352 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932515 Dec 20 03:29:07.642197 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.653205 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7451b-5574-4345-9eb9-d2f3793f80a9 req-d56bc970-0ce6-4a01-9d38-b22dbd8e9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:07.653472 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:07.653659 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ccf7451b-5574-4345-9eb9-d2f3793f80a9 req-d56bc970-0ce6-4a01-9d38-b22dbd8e9b78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 1096 time: 0.0956066 Dec 20 03:29:08.000169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7451b-5574-4345-9eb9-d2f3793f80a9 req-cf0cbca1-109e-4038-8192-2df6a13ca634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:08.012782 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ccf7451b-5574-4345-9eb9-d2f3793f80a9 req-cf0cbca1-109e-4038-8192-2df6a13ca634 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3447137 Dec 20 03:29:08.248886 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72550b-c9a8-417a-8586-0615b9650f2f req-a00eb159-a606-425c-92cb-5b32e1d3ccf2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:08.250601 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b72550b-c9a8-417a-8586-0615b9650f2f req-a00eb159-a606-425c-92cb-5b32e1d3ccf2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.1882625 Dec 20 03:29:08.279431 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed304cb-adf2-495e-9a73-41f65b2ec892 req-3b0743cc-4532-49bf-a0bf-207f19bd6234 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:08.279431 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fed304cb-adf2-495e-9a73-41f65b2ec892 req-3b0743cc-4532-49bf-a0bf-207f19bd6234 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 931 time: 0.2456410 Dec 20 03:29:08.435594 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fed304cb-adf2-495e-9a73-41f65b2ec892 req-f3faa2e1-c6d5-416c-b23e-142f95466eff tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349559 Dec 20 03:29:08.492425 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:08.500018 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8052eace-4c6b-4e95-b6b9-e785e74cfa8a {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:08.510521 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:08.516135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:08.593572 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7451b-5574-4345-9eb9-d2f3793f80a9 req-34fc4597-bc85-4b44-93a0-dfe40da1a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:08.594400 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Transition to ACTIVE for port object 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:29:08.595657 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ccf7451b-5574-4345-9eb9-d2f3793f80a9 req-34fc4597-bc85-4b44-93a0-dfe40da1a070 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5759463 Dec 20 03:29:08.596586 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Transition to ACTIVE for port object 8052eace-4c6b-4e95-b6b9-e785e74cfa8a will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:29:08.636392 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b72550b-c9a8-417a-8586-0615b9650f2f req-b643684b-4200-49a8-8b27-b6d25a1a3826 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712151 Dec 20 03:29:08.694450 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:08.736322 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-c9186aa4-40c9-47f2-a446-acc04c8d2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:08.738698 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-c9186aa4-40c9-47f2-a446-acc04c8d2172 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 1096 time: 0.0525329 Dec 20 03:29:08.772815 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:08.859383 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-12a5be04-7d54-4514-94c8-aac0ac1704ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa010647-2532-4b5c-ba09-88875560b47b HTTP/1.1" status: 200 len: 217 time: 0.1024652 Dec 20 03:29:08.958099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-6884e6d2-522b-4f3f-bc51-35da524b322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:08.960759 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-6884e6d2-522b-4f3f-bc51-35da524b322c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.0930660 Dec 20 03:29:09.039450 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-46a8ced2-1f6d-4a81-b846-586c5a35a3e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692620 Dec 20 03:29:09.040410 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41340) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:09.091849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Pushing event updated for resources: {'Port': ['ID=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:09.150765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268efcdf-ab2f-48d9-bddd-b005ecce129f req-dff83731-16bf-4705-afb5-8c40ac47fc93 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:09.152086 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-268efcdf-ab2f-48d9-bddd-b005ecce129f req-dff83731-16bf-4705-afb5-8c40ac47fc93 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.4423022 Dec 20 03:29:09.152879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Attempting to bind port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:29:09.153276 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Attempting to bind port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '73e74466-57e3-49a9-b98d-ca266d719394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:29:09.153692 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Attempting to bind port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f on network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:09.183465 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-8c774efc-9cd8-47d9-b742-9ed24a55f7eb service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344297 Dec 20 03:29:09.203396 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f on network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:29:09.203709 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Attempting to bind port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f on network 7b5bbb6e-f7bb-474e-b520-ee9a420188ee {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:09.222637 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:09.232860 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Attempting to bind port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:29:09.233475 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Attempting to bind port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:29:09.233656 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Attempting to bind port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:09.235990 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:29:09.236340 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Checking segment: {'id': '73e74466-57e3-49a9-b98d-ca266d719394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:29:09.237038 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Bound using segment: {'id': '73e74466-57e3-49a9-b98d-ca266d719394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:29:09.237385 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Bound port: 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e74466-57e3-49a9-b98d-ca266d719394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:29:09.237824 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.256564 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:29:09.256863 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Attempting to bind port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:09.275571 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:29:09.281353 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Checking segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:29:09.281353 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Bound using segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:29:09.281353 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Bound port: 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:29:09.281353 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.329183 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-268efcdf-ab2f-48d9-bddd-b005ecce129f req-1fd0b379-2799-4f8e-be18-92b4463230e8 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520314 Dec 20 03:29:09.356633 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f780781-9610-4ad9-8983-0b4a9233ae5f req-b7b295b4-3b4c-4425-bd06-c5971b2c93f9 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643934 Dec 20 03:29:09.415368 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] For port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:29:09.422601 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] For port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,segment=NetworkSegment(73e74466-57e3-49a9-b98d-ca266d719394),segment_id=73e74466-57e3-49a9-b98d-ca266d719394)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:29:09.427378 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] For port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:29:09.432274 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] For port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:29:09.517818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.543140 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02b7906a-cd02-42c4-93dc-9896ae337966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.616541 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:09.616541 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.620121 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] 10.222.0.54 "PUT /v2.0/ports/62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f HTTP/1.1" status: 200 len: 1093 time: 2.1223762 Dec 20 03:29:09.624918 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.643478 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'tag': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:09.746379 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df195-75ae-4b6b-8f0a-3b7c585c36f2 req-1664719c-a990-4de0-aabc-5cab3a82da41 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:09.755984 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b33df195-75ae-4b6b-8f0a-3b7c585c36f2 req-1664719c-a990-4de0-aabc-5cab3a82da41 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.1255352 Dec 20 03:29:09.809189 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02b7906a-cd02-42c4-93dc-9896ae337966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.887264 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b33df195-75ae-4b6b-8f0a-3b7c585c36f2 req-e82e7d5a-5fdd-4293-bd8d-74000d127a31 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295593 Dec 20 03:29:09.889077 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02b7906a-cd02-42c4-93dc-9896ae337966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:09.967249 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-02b7906a-cd02-42c4-93dc-9896ae337966 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ca0310d29a942048dbe3200cf432d4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9254811 Dec 20 03:29:09.970830 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41388) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:09.974136 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7906a-cd02-42c4-93dc-9896ae337966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a20696-9730-4327-8112-cffc2f7e1d31,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:10.068930 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7face2ce-5e4f-417f-b789-139ce7370de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:10.097017 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7face2ce-5e4f-417f-b789-139ce7370de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:10.180870 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.181846 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:10.183336 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] 10.222.0.54 "PUT /v2.0/ports/8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 1093 time: 2.6771548 Dec 20 03:29:10.190177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052160d-f2b3-4432-8179-72fb8e540788" -d '{"events": [{"name": "network-changed", "server_uuid": "162a716d-d00f-4a5a-afc8-ff3f430a8e02", "tag": "62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:10.205093 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c26e44-3e39-4c7a-90db-84fd0e21945e service neutron] Pushing event updated for resources: {'Port': ['ID=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:10.236902 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7face2ce-5e4f-417f-b789-139ce7370de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:10.240206 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7face2ce-5e4f-417f-b789-139ce7370de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:10.245639 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7face2ce-5e4f-417f-b789-139ce7370de2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64a20696-9730-4327-8112-cffc2f7e1d31 HTTP/1.1" status: 204 len: 168 time: 0.2707307 Dec 20 03:29:10.259040 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-9cc65ed4-4f80-41a2-ab3b-5dc3a68fd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.260499 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-9cc65ed4-4f80-41a2-ab3b-5dc3a68fd96d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d299791ac871430b94a15519afc05b7f&device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 1096 time: 0.3946686 Dec 20 03:29:10.264264 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7face2ce-5e4f-417f-b789-139ce7370de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a20696-9730-4327-8112-cffc2f7e1d31,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:10.273334 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59601963-953c-4094-8836-217570fe61a4 req-2a25421b-0a31-455e-b3c9-de6203f983e6 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.275042 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59601963-953c-4094-8836-217570fe61a4 req-2a25421b-0a31-455e-b3c9-de6203f983e6 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.3921115 Dec 20 03:29:10.421843 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-f080f842-ab31-4080-b434-3ef9eb59ba55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f HTTP/1.1" status: 200 len: 217 time: 0.1457262 Dec 20 03:29:10.515475 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cdc84-5b23-48d2-83da-07dc848b1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:10.576914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-7542be45-803f-4ae8-8a95-3ab4ec9d40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.581412 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-7542be45-803f-4ae8-8a95-3ab4ec9d40ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4094d651-1b61-4be2-87f6-7c7212bdc570 HTTP/1.1" status: 200 len: 851 time: 0.1468692 Dec 20 03:29:10.589423 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-4c3ca0a4-ade3-4936-b6d6-98a106edf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.591333 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-4c3ca0a4-ade3-4936-b6d6-98a106edf405 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1096 time: 0.1876516 Dec 20 03:29:10.626430 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb4f224-dda2-4c6b-b317-8da07444f6f8 x-openstack-request-id: req-7cb4f224-dda2-4c6b-b317-8da07444f6f8 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:10.626716 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162a716d-d00f-4a5a-afc8-ff3f430a8e02", "tag": "62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:10.626968 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cb4f224-dda2-4c6b-b317-8da07444f6f8 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:10.627436 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'tag': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f', 'status': 'completed', 'code': 200} Dec 20 03:29:10.656778 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59601963-953c-4094-8836-217570fe61a4 req-fd5c81d3-f72b-4527-a192-fc147db4040b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169081 Dec 20 03:29:10.660443 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-01f2fc0e-e0fd-4e0e-9bbc-8b878ea1762c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b5bbb6e-f7bb-474e-b520-ee9a420188ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681446 Dec 20 03:29:10.700683 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-527cfc17-6f31-4ae8-b6a9-1088c2ae4c53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 217 time: 0.0723374 Dec 20 03:29:10.736067 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:29:10.766257 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4656b-efa0-4058-94fe-2f9d6896494e req-2b62bcad-1a5a-47a5-8017-ebce6571cfef tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.768123 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbf4656b-efa0-4058-94fe-2f9d6896494e req-2b62bcad-1a5a-47a5-8017-ebce6571cfef tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.0751660 Dec 20 03:29:10.808005 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-1857a471-543d-4c49-a297-0857c772eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.809496 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-1857a471-543d-4c49-a297-0857c772eda2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0972826 Dec 20 03:29:10.842924 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-9e9f015f-20e7-43fc-b157-dc7e0ac98aeb service neutron] 10.222.0.54 "GET /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521842 Dec 20 03:29:10.843431 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbf4656b-efa0-4058-94fe-2f9d6896494e req-a1d756f4-d14b-4967-8db6-b409321bc15b tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681663 Dec 20 03:29:10.955552 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-aa74c4bf-bc2d-465a-bff9-6cc7b36c036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:10.957589 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-aa74c4bf-bc2d-465a-bff9-6cc7b36c036d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1355083 Dec 20 03:29:11.025665 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64c2334b-a4ba-4fc8-b795-9d288d3fe797 req-9ecaa9ed-6d39-4d84-836f-dd02142f50e2 service neutron] 10.222.0.54 "GET /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671965 Dec 20 03:29:11.118822 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: from cryptography.utils import int_from_bytes Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: from cryptography.utils import int_from_bytes Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.139318 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:29:11.143719 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:29:11.144890 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe06daf-a716-4cf1-899c-c3d3ea41fda1 req-08f0f801-d367-4aca-a31c-31f7e95eaa0f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:11.145588 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3fe06daf-a716-4cf1-899c-c3d3ea41fda1 req-08f0f801-d367-4aca-a31c-31f7e95eaa0f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.1475847 Dec 20 03:29:11.153115 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-869130f1-a1ba-40dc-a07d-07ba06731267 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842778 Dec 20 03:29:11.310247 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3fe06daf-a716-4cf1-899c-c3d3ea41fda1 req-f905d65c-8f60-4adf-b378-905bc63745e7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475155 Dec 20 03:29:11.336991 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3de2c623-efa6-46a4-8565-8b17ca2073dd req-b16165a5-7ca2-421a-abc0-93c487bace29 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729412 Dec 20 03:29:11.342872 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052160d-f2b3-4432-8179-72fb8e540788 req-2f47a9ae-09a1-4c99-a8d4-b865ababbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:11.344801 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-2f47a9ae-09a1-4c99-a8d4-b865ababbe18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d299791ac871430b94a15519afc05b7f&device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 1096 time: 0.0917039 Dec 20 03:29:11.422279 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41426) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:11.554765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052160d-f2b3-4432-8179-72fb8e540788 req-ba044de1-407a-4245-9341-0a3c995c267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:11.556211 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-ba044de1-407a-4245-9341-0a3c995c267f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b5bbb6e-f7bb-474e-b520-ee9a420188ee HTTP/1.1" status: 200 len: 912 time: 0.1980326 Dec 20 03:29:11.721984 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-35003b2f-68ab-4739-9719-7700afbe6792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:11.892895 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41442) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:11.905895 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-35003b2f-68ab-4739-9719-7700afbe6792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:11.920111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36806b59-0060-4dad-8fe9-c78c97e65434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:11.934209 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1df202-34dd-4d00-8e1f-91f61f1379f6 req-e2966303-21a5-47bb-a7e5-63ccfcd3b45b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:11.944692 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b1df202-34dd-4d00-8e1f-91f61f1379f6 req-e2966303-21a5-47bb-a7e5-63ccfcd3b45b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.1115134 Dec 20 03:29:12.007799 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-35003b2f-68ab-4739-9719-7700afbe6792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.034062 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b1df202-34dd-4d00-8e1f-91f61f1379f6 req-16543666-4018-4ea7-9302-65a1947a1d8c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883060 Dec 20 03:29:12.054669 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35003b2f-68ab-4739-9719-7700afbe6792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d03160-a538-45f0-a391-c32b998c274a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:12.074156 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-35003b2f-68ab-4739-9719-7700afbe6792 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb1bde42c71d4241ab2a2a816c8bcd88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458907 Dec 20 03:29:12.076892 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41446) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:12.162275 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57335eed-7ab0-499e-aa10-82bb97dcdf9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.190452 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57335eed-7ab0-499e-aa10-82bb97dcdf9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.331479 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c502a4-360c-419b-8163-3e23e327b083 req-f2386b87-161a-4a19-9aff-a0b4fab8ad44 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:12.334183 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41c502a4-360c-419b-8163-3e23e327b083 req-f2386b87-161a-4a19-9aff-a0b4fab8ad44 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.3350394 Dec 20 03:29:12.353514 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36806b59-0060-4dad-8fe9-c78c97e65434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.392820 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57335eed-7ab0-499e-aa10-82bb97dcdf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.403655 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57335eed-7ab0-499e-aa10-82bb97dcdf9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.410055 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-57335eed-7ab0-499e-aa10-82bb97dcdf9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21d03160-a538-45f0-a391-c32b998c274a HTTP/1.1" status: 204 len: 168 time: 0.3342161 Dec 20 03:29:12.414638 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41c502a4-360c-419b-8163-3e23e327b083 req-ceeebb62-02fb-4cef-931f-f642eee64604 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712173 Dec 20 03:29:12.423025 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57335eed-7ab0-499e-aa10-82bb97dcdf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d03160-a538-45f0-a391-c32b998c274a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:12.460745 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36806b59-0060-4dad-8fe9-c78c97e65434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.535656 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36806b59-0060-4dad-8fe9-c78c97e65434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8046f014-fd71-4004-8458-7ebaea833c5c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:12.590456 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-36806b59-0060-4dad-8fe9-c78c97e65434 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d3085d9277c422ea3cebd9cc4f18f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6953900 Dec 20 03:29:12.594475 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41466) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:12.613684 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdccf5-30e9-4b74-9784-da283daba87c req-81453528-055a-4222-bf9f-faa2686b2478 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:12.618331 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ccdccf5-30e9-4b74-9784-da283daba87c req-81453528-055a-4222-bf9f-faa2686b2478 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.1764932 Dec 20 03:29:12.636432 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:12.640049 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d31b20-7892-4f65-b7e0-fa0a1392057d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:12.704410 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28e6f112-54a4-422b-9cda-f4a89868137c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.704410 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28e6f112-54a4-422b-9cda-f4a89868137c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.768410 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ccdccf5-30e9-4b74-9784-da283daba87c req-c3f150ed-af23-462d-a873-d6913042e5b8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409323 Dec 20 03:29:12.784014 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6675c98d-5a22-4c11-937f-1563897814fe x-openstack-request-id: req-6675c98d-5a22-4c11-937f-1563897814fe {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:12.784465 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:12.784600 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6675c98d-5a22-4c11-937f-1563897814fe {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:12.784991 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'status': 'completed', 'code': 200} Dec 20 03:29:12.929065 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28e6f112-54a4-422b-9cda-f4a89868137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.932150 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28e6f112-54a4-422b-9cda-f4a89868137c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:12.933418 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-28e6f112-54a4-422b-9cda-f4a89868137c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8046f014-fd71-4004-8458-7ebaea833c5c HTTP/1.1" status: 204 len: 168 time: 0.3375120 Dec 20 03:29:12.943783 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f112-54a4-422b-9cda-f4a89868137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8046f014-fd71-4004-8458-7ebaea833c5c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:13.198630 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98d50-ddf1-4afc-bf1e-5233be3ff2c0 req-b766f2c7-1473-4779-9607-be3d37e99a52 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:13.200311 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6c98d50-ddf1-4afc-bf1e-5233be3ff2c0 req-b766f2c7-1473-4779-9607-be3d37e99a52 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.0572188 Dec 20 03:29:13.254393 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6c98d50-ddf1-4afc-bf1e-5233be3ff2c0 req-221aeaa0-908e-406e-b0df-8a0303ebdd28 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468085 Dec 20 03:29:13.544819 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-ace233d3-a5e8-496e-9081-deec6e974c8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f HTTP/1.1" status: 200 len: 217 time: 0.0656035 Dec 20 03:29:13.598113 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41498) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:13.622591 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174778c6-d008-4c60-b345-1c753ded8a5b req-0a6bb147-cef9-43d9-8b59-b944d7a3f19d tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:13.624529 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-174778c6-d008-4c60-b345-1c753ded8a5b req-0a6bb147-cef9-43d9-8b59-b944d7a3f19d tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.0832207 Dec 20 03:29:13.694639 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-174778c6-d008-4c60-b345-1c753ded8a5b req-c3d6f8da-af7e-45fa-93e4-d8d75bae8926 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530345 Dec 20 03:29:13.795891 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b69d6c59-889a-49ab-a8e9-7c630755cf1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:13.989484 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b69d6c59-889a-49ab-a8e9-7c630755cf1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.007588 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d189e2-d54c-48f2-9764-692dbf139bae req-4e8c25b7-86ce-4aad-a07f-284d01993ff7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:14.009312 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56d189e2-d54c-48f2-9764-692dbf139bae req-4e8c25b7-86ce-4aad-a07f-284d01993ff7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.1061866 Dec 20 03:29:14.086301 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56d189e2-d54c-48f2-9764-692dbf139bae req-ad74eb15-9915-43d1-a2d9-15e4c4fa007c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664296 Dec 20 03:29:14.142176 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41514) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:14.157695 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b69d6c59-889a-49ab-a8e9-7c630755cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.163459 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-51b6137d-3374-4f43-83dc-a7edbacd12c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.218728 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b69d6c59-889a-49ab-a8e9-7c630755cf1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3090834819644d898d76af8c0b26d7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6263881 Dec 20 03:29:14.220855 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6c59-889a-49ab-a8e9-7c630755cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58dcfaa-a149-451c-8c32-b0f5cccf7d0c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:14.222633 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41518) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:14.300571 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb2e1-bdd3-4885-b123-a1cc4716aef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.332912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb2e1-bdd3-4885-b123-a1cc4716aef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.335553 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-51b6137d-3374-4f43-83dc-a7edbacd12c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.419694 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-51b6137d-3374-4f43-83dc-a7edbacd12c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.476335 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d96b6-ce52-46e4-9bcf-0ef697c18034 req-8f8c78af-346e-43cd-8069-957cba3139a0 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:14.479702 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ff5d96b6-ce52-46e4-9bcf-0ef697c18034 req-8f8c78af-346e-43cd-8069-957cba3139a0 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 943 time: 0.1001487 Dec 20 03:29:14.487223 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-51b6137d-3374-4f43-83dc-a7edbacd12c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c6932892868402cbbecda73d04afa00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415005 Dec 20 03:29:14.487223 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6137d-3374-4f43-83dc-a7edbacd12c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e946521-1396-4837-8875-c15782793f84,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:14.489246 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41528) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:14.558104 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa010647-2532-4b5c-ba09-88875560b47b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:29:14.573610 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb2e1-bdd3-4885-b123-a1cc4716aef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.577977 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb2e1-bdd3-4885-b123-a1cc4716aef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.583718 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4c1bb2e1-bdd3-4885-b123-a1cc4716aef2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c58dcfaa-a149-451c-8c32-b0f5cccf7d0c HTTP/1.1" status: 204 len: 168 time: 0.3555338 Dec 20 03:29:14.616615 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bb2e1-bdd3-4885-b123-a1cc4716aef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58dcfaa-a149-451c-8c32-b0f5cccf7d0c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:14.638249 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ff5d96b6-ce52-46e4-9bcf-0ef697c18034 req-f55ce927-ad64-4656-b796-bffdc4724b85 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405184 Dec 20 03:29:14.773034 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-80356f55-1f44-4e33-8256-9a5de5ffbe6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.784058 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052160d-f2b3-4432-8179-72fb8e540788 req-ad3e18bd-1a54-4f39-a735-aacf2b84332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:14.786886 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-ad3e18bd-1a54-4f39-a735-aacf2b84332a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4094d651-1b61-4be2-87f6-7c7212bdc570 HTTP/1.1" status: 200 len: 851 time: 0.2310929 Dec 20 03:29:14.790672 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-856ea3ad-c70e-4ec9-a3a3-8bf85ec7b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:14.793396 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-856ea3ad-c70e-4ec9-a3a3-8bf85ec7b3a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1096 time: 0.2103434 Dec 20 03:29:14.874454 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa010647-2532-4b5c-ba09-88875560b47b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa010647-2532-4b5c-ba09-88875560b47b,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:14.888854 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'aa010647-2532-4b5c-ba09-88875560b47b', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'port_id': 'aa010647-2532-4b5c-ba09-88875560b47b', 'mac_address': 'fa:16:3e:50:71:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99576ec-6b4b-419b-a87b-bcfee72de664', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:29:14.946734 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-2924db36-4fb1-43cf-8bb4-eedec39ea58f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b5bbb6e-f7bb-474e-b520-ee9a420188ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420312 Dec 20 03:29:14.948589 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:14.972322 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa010647-2532-4b5c-ba09-88875560b47b {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:15.017403 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa010647-2532-4b5c-ba09-88875560b47b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa010647-2532-4b5c-ba09-88875560b47b,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:15.053476 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-80356f55-1f44-4e33-8256-9a5de5ffbe6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:15.111980 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:15.186619 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-46cedf33-d238-411f-b0b7-c640f78d7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:15.188224 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-46cedf33-d238-411f-b0b7-c640f78d7c4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.3598788 Dec 20 03:29:15.202635 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194b3ec-db1a-4a86-b483-9d9ad2558604 req-c716e0d8-5ddd-4e2c-acf9-7fc8979b6a35 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:15.204278 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9194b3ec-db1a-4a86-b483-9d9ad2558604 req-c716e0d8-5ddd-4e2c-acf9-7fc8979b6a35 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.3600247 Dec 20 03:29:15.299660 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-3911b80d-8b9e-4560-85c1-13e8ac4cda8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 217 time: 0.0853817 Dec 20 03:29:15.320042 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-81d67c19-5241-49cf-84d1-93e8ab40c64a service neutron] 10.222.0.54 "GET /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417561 Dec 20 03:29:15.328869 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa010647-2532-4b5c-ba09-88875560b47b,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:15.430708 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-80356f55-1f44-4e33-8256-9a5de5ffbe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:15.433382 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-80356f55-1f44-4e33-8256-9a5de5ffbe6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:15.434568 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-80356f55-1f44-4e33-8256-9a5de5ffbe6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e946521-1396-4837-8875-c15782793f84 HTTP/1.1" status: 204 len: 168 time: 0.9392374 Dec 20 03:29:15.444713 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2bd22-7486-4655-a97f-52a6d7b49252 req-33257999-d512-4070-984d-c1a582e35dd3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:15.453779 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-73380fc8-24a0-4317-a36b-ffd4c67495cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:15.454286 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90a2bd22-7486-4655-a97f-52a6d7b49252 req-33257999-d512-4070-984d-c1a582e35dd3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.1281950 Dec 20 03:29:15.455324 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-73380fc8-24a0-4317-a36b-ffd4c67495cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.1516328 Dec 20 03:29:15.464044 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356f55-1f44-4e33-8256-9a5de5ffbe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e946521-1396-4837-8875-c15782793f84,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:15.470589 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:29:15.482719 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9194b3ec-db1a-4a86-b483-9d9ad2558604 req-40df1b90-3d45-44cb-8972-bd510eeb74eb tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447338 Dec 20 03:29:15.564424 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90a2bd22-7486-4655-a97f-52a6d7b49252 req-1f2a02f4-62f0-412e-b7d0-ada2d006366c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033335 Dec 20 03:29:15.606303 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5052160d-f2b3-4432-8179-72fb8e540788 req-ee4e162f-a880-4283-bc31-11d4b01a9aff service neutron] 10.222.0.54 "GET /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661159 Dec 20 03:29:15.652752 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-340c16d4-4af8-4468-9cd0-fd7cb536175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:15.654621 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-340c16d4-4af8-4468-9cd0-fd7cb536175d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1867950 Dec 20 03:29:15.895257 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-192a03b1-a7f3-4e3a-bf98-dea0431de110 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305813 Dec 20 03:29:15.924142 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df1ad-5a24-4bf0-a406-4a4edf0591dd req-1064a354-9f86-4c29-80a9-f0c2e5378968 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:15.925818 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d4df1ad-5a24-4bf0-a406-4a4edf0591dd req-1064a354-9f86-4c29-80a9-f0c2e5378968 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 944 time: 0.1028433 Dec 20 03:29:16.041705 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d4df1ad-5a24-4bf0-a406-4a4edf0591dd req-f5774c23-7872-4149-aa62-333c7ce8477c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965869 Dec 20 03:29:16.046123 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41564) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:16.075807 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7d31b20-7892-4f65-b7e0-fa0a1392057d req-691cee51-e237-4b0e-9bdb-3750abdc8829 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721809 Dec 20 03:29:16.081583 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-765884a2-c793-4b2d-977b-f6ecf68a46b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.221561 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-765884a2-c793-4b2d-977b-f6ecf68a46b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.317182 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-765884a2-c793-4b2d-977b-f6ecf68a46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.386006 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765884a2-c793-4b2d-977b-f6ecf68a46b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34629c43-5bdb-4457-899a-7431774341ca,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:16.402266 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41578) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:16.403138 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-765884a2-c793-4b2d-977b-f6ecf68a46b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=960f7555e3c84d7bb44093b8c22951ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549664 Dec 20 03:29:16.500914 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f289533c-bd5e-4eb8-b4cc-feb41246621e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.559806 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f289533c-bd5e-4eb8-b4cc-feb41246621e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.713255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342673e-00d8-4acf-82fa-71d9ea63a7d8 req-65d47e4c-ac2d-464e-bbdc-efe486722d7e tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:16.716016 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2342673e-00d8-4acf-82fa-71d9ea63a7d8 req-65d47e4c-ac2d-464e-bbdc-efe486722d7e tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.1068254 Dec 20 03:29:16.746482 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f735-c309-4025-ae00-a0cfc1009aab req-28cf8a0c-492d-4890-980b-2722fb0826af tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:16.750120 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9546f735-c309-4025-ae00-a0cfc1009aab req-28cf8a0c-492d-4890-980b-2722fb0826af tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.0691962 Dec 20 03:29:16.807075 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2342673e-00d8-4acf-82fa-71d9ea63a7d8 req-0ace873f-2f49-46b9-896d-3d7ab82e9554 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Dec 20 03:29:16.835558 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9546f735-c309-4025-ae00-a0cfc1009aab req-8240e150-3f25-4895-ad06-077e1dcb4647 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776901 Dec 20 03:29:16.854164 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f289533c-bd5e-4eb8-b4cc-feb41246621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.856995 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f289533c-bd5e-4eb8-b4cc-feb41246621e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:16.858205 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f289533c-bd5e-4eb8-b4cc-feb41246621e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34629c43-5bdb-4457-899a-7431774341ca HTTP/1.1" status: 204 len: 168 time: 0.4545598 Dec 20 03:29:16.867659 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289533c-bd5e-4eb8-b4cc-feb41246621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34629c43-5bdb-4457-899a-7431774341ca,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:17.297932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f803-99bb-4544-ad1c-11f65cd15955 req-4e3330ef-54b9-4a77-a511-471f1ee5f72a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:17.304996 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d5f2f803-99bb-4544-ad1c-11f65cd15955 req-4e3330ef-54b9-4a77-a511-471f1ee5f72a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 944 time: 0.0941179 Dec 20 03:29:17.368544 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d5f2f803-99bb-4544-ad1c-11f65cd15955 req-259f5f91-bdec-4159-9f5e-9666d11d0216 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Dec 20 03:29:17.520203 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 8052eace-4c6b-4e95-b6b9-e785e74cfa8a details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:29:17.580500 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa010647-2532-4b5c-ba09-88875560b47b up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:29:17.692125 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:17.711118 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'port_id': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'mac_address': 'fa:16:3e:11:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:29:17.803161 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:17.827551 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port aa010647-2532-4b5c-ba09-88875560b47b completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:29:17.839010 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8052eace-4c6b-4e95-b6b9-e785e74cfa8a {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:17.845336 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port aa010647-2532-4b5c-ba09-88875560b47b triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:29:17.846119 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:17.936611 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:18.051728 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad5c21-0d8e-4cbd-a49f-9a5fe83f6cd2 req-528ac15c-24e3-44f6-b1f8-c405c8ca78f0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:18.055763 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:18.062130 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00ad5c21-0d8e-4cbd-a49f-9a5fe83f6cd2 req-528ac15c-24e3-44f6-b1f8-c405c8ca78f0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 943 time: 0.1039469 Dec 20 03:29:18.087303 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:18.088741 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:29:18.095614 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbec3e4-71d3-468f-afd8-de9cabcd565c req-dc1827f7-394f-4526-85a5-dab7055faac6 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:18.115090 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2fbec3e4-71d3-468f-afd8-de9cabcd565c req-dc1827f7-394f-4526-85a5-dab7055faac6 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 943 time: 0.1441283 Dec 20 03:29:18.136127 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00ad5c21-0d8e-4cbd-a49f-9a5fe83f6cd2 req-7cf5f592-0d1b-48e3-917a-450dc2688776 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693326 Dec 20 03:29:18.188839 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa010647-2532-4b5c-ba09-88875560b47b'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:18.203728 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2fbec3e4-71d3-468f-afd8-de9cabcd565c req-16795839-d29b-435b-b81a-35c7a6e7339e tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852904 Dec 20 03:29:18.348968 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa010647-2532-4b5c-ba09-88875560b47b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa010647-2532-4b5c-ba09-88875560b47b,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:18.352125 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.db.resource_extend [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 03:29:18.390109 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:18.499145 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:18.512403 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,segment=NetworkSegment(73e74466-57e3-49a9-b98d-ca266d719394),segment_id=73e74466-57e3-49a9-b98d-ca266d719394)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:18.553291 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691dfd-a8c9-4e9d-8165-8f65d7c27030 req-7967270d-a6d5-487f-a8ee-ac479230e00b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:18.556403 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-57691dfd-a8c9-4e9d-8165-8f65d7c27030 req-7967270d-a6d5-487f-a8ee-ac479230e00b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 944 time: 0.0908570 Dec 20 03:29:18.560138 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f', 'network_id': '7b5bbb6e-f7bb-474e-b520-ee9a420188ee', 'port_id': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f', 'mac_address': 'fa:16:3e:74:33:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4094d651-1b61-4be2-87f6-7c7212bdc570', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:29:18.607842 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa010647-2532-4b5c-ba09-88875560b47b,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:18.635526 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:18.674330 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:18.676224 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-57691dfd-a8c9-4e9d-8165-8f65d7c27030 req-8ad9c2ec-5049-4438-b510-d7d9d2ff76b8 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011245 Dec 20 03:29:18.720514 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,segment=NetworkSegment(73e74466-57e3-49a9-b98d-ca266d719394),segment_id=73e74466-57e3-49a9-b98d-ca266d719394)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:18.842628 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:18.930485 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:18.966829 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f7eb26-8320-4ab7-9fd0-c4968a7ced3c" -d '{"events": [{"server_uuid": "f4d04a54-3696-41b9-95d8-aa2624b21b17", "name": "network-vif-plugged", "status": "completed", "tag": "aa010647-2532-4b5c-ba09-88875560b47b"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:19.244720 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72f293e-e301-4ae2-91f3-36e0a7c62eda x-openstack-request-id: req-e72f293e-e301-4ae2-91f3-36e0a7c62eda {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:19.245301 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d04a54-3696-41b9-95d8-aa2624b21b17", "name": "network-vif-plugged", "status": "completed", "tag": "aa010647-2532-4b5c-ba09-88875560b47b", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:19.246149 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e72f293e-e301-4ae2-91f3-36e0a7c62eda {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:19.247471 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa010647-2532-4b5c-ba09-88875560b47b', 'code': 200} Dec 20 03:29:19.369091 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c90c94-ba59-4073-aaf6-638e9a5bb3ef req-7af68928-0152-4cb7-a331-2126c90039bc tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:19.373104 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1c90c94-ba59-4073-aaf6-638e9a5bb3ef req-7af68928-0152-4cb7-a331-2126c90039bc tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 944 time: 0.1073687 Dec 20 03:29:19.426947 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063da1-51ee-43a3-9514-261617f22ecd req-32c52cbd-5b21-46ae-bbe7-a848c5d3a09a tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:19.430242 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef063da1-51ee-43a3-9514-261617f22ecd req-32c52cbd-5b21-46ae-bbe7-a848c5d3a09a tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 944 time: 0.1044118 Dec 20 03:29:19.474435 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1c90c94-ba59-4073-aaf6-638e9a5bb3ef req-b8eb6704-fc83-4b96-ba30-8090b153ecdb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898552 Dec 20 03:29:19.525820 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef063da1-51ee-43a3-9514-261617f22ecd req-16bb6f0d-7456-4a5b-9e2d-cb2de33f3f7d tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841019 Dec 20 03:29:19.915493 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61677e-4c1c-4e77-a1c6-ab2f78cc62be req-da136a25-bbf9-4238-b420-10325a540d2d tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:19.918186 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf61677e-4c1c-4e77-a1c6-ab2f78cc62be req-da136a25-bbf9-4238-b420-10325a540d2d tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.0684149 Dec 20 03:29:20.032643 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf61677e-4c1c-4e77-a1c6-ab2f78cc62be req-d5689384-100d-4c68-b80f-9bab22487f29 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028371 Dec 20 03:29:20.687372 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52340e0b-bc01-44b7-b748-0c1d86b8969c req-ccf51e23-d002-4537-86b9-56dc9d7ad528 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:20.689122 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-52340e0b-bc01-44b7-b748-0c1d86b8969c req-ccf51e23-d002-4537-86b9-56dc9d7ad528 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 944 time: 0.0922134 Dec 20 03:29:20.767966 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24672f-fd6e-43ca-b502-364da7db07ce req-a84d5eaa-903e-48d4-99de-06f9a1f98478 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:20.772312 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c24672f-fd6e-43ca-b502-364da7db07ce req-a84d5eaa-903e-48d4-99de-06f9a1f98478 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 944 time: 0.1068780 Dec 20 03:29:20.784421 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-52340e0b-bc01-44b7-b748-0c1d86b8969c req-61711629-94d3-4872-8cf5-831e8a36b6d6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802250 Dec 20 03:29:20.854249 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c24672f-fd6e-43ca-b502-364da7db07ce req-6fd9aec7-7973-4368-8221-616d7b6544ec tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Dec 20 03:29:21.229793 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000e4d6-b260-4d32-9887-6c312a905e88 req-fd5d6e82-3000-48d2-9af7-7441c62e4585 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:21.231685 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7000e4d6-b260-4d32-9887-6c312a905e88 req-fd5d6e82-3000-48d2-9af7-7441c62e4585 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.0599804 Dec 20 03:29:21.312829 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7000e4d6-b260-4d32-9887-6c312a905e88 req-b66fc24b-4a13-49ea-9b80-d200a2048219 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705791 Dec 20 03:29:21.835661 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['8052eace-4c6b-4e95-b6b9-e785e74cfa8a'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:29:21.873660 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:29:22.101835 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e61e0c-c289-49e2-a1cd-f49d09d252eb req-ff40260c-8105-4ec4-9bc6-b0509dccd5a7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:22.120416 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-15e61e0c-c289-49e2-a1cd-f49d09d252eb req-ff40260c-8105-4ec4-9bc6-b0509dccd5a7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 944 time: 0.1626892 Dec 20 03:29:22.189552 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41800) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:22.243594 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162c88-2fd5-41db-8403-3bc9ddebbe36 req-1ff5677a-a004-4223-b005-6bbf88d45bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:22.246000 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c4162c88-2fd5-41db-8403-3bc9ddebbe36 req-1ff5677a-a004-4223-b005-6bbf88d45bca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 1098 time: 0.2325695 Dec 20 03:29:22.261085 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42335117-5849-47cd-b106-469bc69e6c71 req-09182510-fa59-43f6-af9e-c9d41c0dc75b tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:22.263112 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-42335117-5849-47cd-b106-469bc69e6c71 req-09182510-fa59-43f6-af9e-c9d41c0dc75b tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 944 time: 0.1696694 Dec 20 03:29:22.291294 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c4162c88-2fd5-41db-8403-3bc9ddebbe36 req-0e8c1b2f-0d50-4b12-8278-2dcb4ed258c6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.297939 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-15e61e0c-c289-49e2-a1cd-f49d09d252eb req-eacf1e42-0cc9-493d-aa54-97cf458cdc93 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727118 Dec 20 03:29:22.385887 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-42335117-5849-47cd-b106-469bc69e6c71 req-a730eb16-004d-4e35-9195-a0e086cf1964 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860307 Dec 20 03:29:22.445594 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5932c61e-304b-4d07-ad82-6de007a7846f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.470320 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c4162c88-2fd5-41db-8403-3bc9ddebbe36 req-0e8c1b2f-0d50-4b12-8278-2dcb4ed258c6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.548215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00d8c6-f88c-4aae-a34d-20a8d0fb491e req-cc33a4da-4c53-4e11-ae8b-c844f3e10543 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:22.549937 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8d00d8c6-f88c-4aae-a34d-20a8d0fb491e req-cc33a4da-4c53-4e11-ae8b-c844f3e10543 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.0880213 Dec 20 03:29:22.602456 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c4162c88-2fd5-41db-8403-3bc9ddebbe36 req-0e8c1b2f-0d50-4b12-8278-2dcb4ed258c6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.608606 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5932c61e-304b-4d07-ad82-6de007a7846f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.643809 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8d00d8c6-f88c-4aae-a34d-20a8d0fb491e req-1bfe67a2-258d-4252-a49d-01a3f747f7b9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809493 Dec 20 03:29:22.658911 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c4162c88-2fd5-41db-8403-3bc9ddebbe36 req-0e8c1b2f-0d50-4b12-8278-2dcb4ed258c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915017 Dec 20 03:29:22.659715 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c1b2f-0d50-4b12-8278-2dcb4ed258c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14b99e4b-5454-46d9-b030-9254f14e598a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:22.762065 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5932c61e-304b-4d07-ad82-6de007a7846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.822826 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932c61e-304b-4d07-ad82-6de007a7846f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee0a6b4-d2c3-4a79-899a-b6bc1f58a339,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:22.828423 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5932c61e-304b-4d07-ad82-6de007a7846f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f0e3d2440834135800584e773a439df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6366184 Dec 20 03:29:22.830557 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41818) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:22.925777 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1070b4f4-ae0e-40b4-a5bb-16b37178c2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:22.969045 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1070b4f4-ae0e-40b4-a5bb-16b37178c2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:23.142549 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1070b4f4-ae0e-40b4-a5bb-16b37178c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:23.149065 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1070b4f4-ae0e-40b4-a5bb-16b37178c2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:23.151322 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1070b4f4-ae0e-40b4-a5bb-16b37178c2bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ee0a6b4-d2c3-4a79-899a-b6bc1f58a339 HTTP/1.1" status: 204 len: 168 time: 0.3193114 Dec 20 03:29:23.182031 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070b4f4-ae0e-40b4-a5bb-16b37178c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee0a6b4-d2c3-4a79-899a-b6bc1f58a339,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:23.432337 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e532-502c-4647-80e5-8a8baf491983 req-5ba4a249-548a-4c7b-b49b-ebb58d3a0cf0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:23.434146 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e48e532-502c-4647-80e5-8a8baf491983 req-5ba4a249-548a-4c7b-b49b-ebb58d3a0cf0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 944 time: 0.0559180 Dec 20 03:29:23.472326 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 8052eace-4c6b-4e95-b6b9-e785e74cfa8a up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:29:23.518929 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e48e532-502c-4647-80e5-8a8baf491983 req-2cc57393-293c-41df-800d-e7103388e77d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730646 Dec 20 03:29:23.607567 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b62d6-5fce-4f2e-b4d7-c5e81c45392a req-261190bd-1367-48bf-9db1-6ba06ca08c62 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:23.609223 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a34b62d6-5fce-4f2e-b4d7-c5e81c45392a req-261190bd-1367-48bf-9db1-6ba06ca08c62 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 944 time: 0.1402395 Dec 20 03:29:23.686756 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a34b62d6-5fce-4f2e-b4d7-c5e81c45392a req-1df35d3a-0801-49e0-bc71-5100ebc5edec tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706546 Dec 20 03:29:23.699738 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:29:23.704629 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:29:23.705166 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:23.829413 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c972-e3ed-482b-911c-6fe54605a554 req-4ee039e8-f062-4f2e-b9cc-176fd6eec800 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:23.831003 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d935c972-e3ed-482b-911c-6fe54605a554 req-4ee039e8-f062-4f2e-b9cc-176fd6eec800 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.0734499 Dec 20 03:29:23.831357 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:23.891169 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:23.893846 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1423c56b-7c34-47e2-b6c4-8a058d708ded" -d '{"events": [{"server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "name": "network-vif-plugged", "status": "completed", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:23.930256 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d935c972-e3ed-482b-911c-6fe54605a554 req-805a4c6e-8c46-4d42-a4a7-4bcdc9e9bbc4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824478 Dec 20 03:29:23.930559 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:23.959232 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c6c84-1e92-482f-b0cc-7efa6ead8939 x-openstack-request-id: req-3f3c6c84-1e92-482f-b0cc-7efa6ead8939 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:23.959554 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "name": "network-vif-plugged", "status": "completed", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:23.959994 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f3c6c84-1e92-482f-b0cc-7efa6ead8939 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:23.960400 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'code': 200} Dec 20 03:29:24.054798 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.055834 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:29:24.166656 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:24.188792 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41848) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:24.203202 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab81-63c3-41dd-814a-23ef1fc7efea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.249583 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:29:24.260786 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:29:24.261441 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.309927 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab81-63c3-41dd-814a-23ef1fc7efea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.368196 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.457121 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,segment=NetworkSegment(73e74466-57e3-49a9-b98d-ca266d719394),segment_id=73e74466-57e3-49a9-b98d-ca266d719394)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:29:24.470849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab81-63c3-41dd-814a-23ef1fc7efea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.574064 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.607005 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5b76ab81-63c3-41dd-814a-23ef1fc7efea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acf769dd212c48078ecb138558b7b2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166811 Dec 20 03:29:24.608166 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76ab81-63c3-41dd-814a-23ef1fc7efea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b6c47-8038-4f47-a902-f881f210b659,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:24.609782 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 41872) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:24.649859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c2daf-983d-4412-83df-14737cbddc3d req-9cdd5d05-dc70-4d46-abc3-e02da4147d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:24.650785 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:24.652880 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c05c2daf-983d-4412-83df-14737cbddc3d req-9cdd5d05-dc70-4d46-abc3-e02da4147d20 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1098 time: 0.1474831 Dec 20 03:29:24.677336 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b148d454-df67-4d5a-b7b8-fcdd8d400c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.709556 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b148d454-df67-4d5a-b7b8-fcdd8d400c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.808792 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dd760-ebce-4567-a07f-c0d29b046ac7 req-96c0828a-4d4a-4740-89a4-a3c1ba641ad1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:24.811936 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-763dd760-ebce-4567-a07f-c0d29b046ac7 req-96c0828a-4d4a-4740-89a4-a3c1ba641ad1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1838102 Dec 20 03:29:24.836223 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c05c2daf-983d-4412-83df-14737cbddc3d req-c951bb93-231a-4b9e-95ff-0a0622707188 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507161 Dec 20 03:29:24.913882 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d30b0-0c24-43f0-bf90-21746de54021 req-95b2a842-7442-43b4-8895-1789febb5f84 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:24.917042 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-897d30b0-0c24-43f0-bf90-21746de54021 req-95b2a842-7442-43b4-8895-1789febb5f84 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.1066301 Dec 20 03:29:24.932741 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b148d454-df67-4d5a-b7b8-fcdd8d400c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.936837 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-763dd760-ebce-4567-a07f-c0d29b046ac7 req-74f3a4aa-f092-4c2d-814a-c71cf6b7aa6f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079831 Dec 20 03:29:24.938667 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b148d454-df67-4d5a-b7b8-fcdd8d400c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:24.940899 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b148d454-df67-4d5a-b7b8-fcdd8d400c50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d5b6c47-8038-4f47-a902-f881f210b659 HTTP/1.1" status: 204 len: 168 time: 0.3296087 Dec 20 03:29:24.980226 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148d454-df67-4d5a-b7b8-fcdd8d400c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b6c47-8038-4f47-a902-f881f210b659,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:25.039048 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-897d30b0-0c24-43f0-bf90-21746de54021 req-0085d34d-2d31-4c89-840c-d2a8d814b38e tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093714 Dec 20 03:29:25.115332 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc4923-6a20-4586-abbb-27827d60300f req-39f9f9d7-7c3b-4751-8736-d7a0442d34c9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:25.117533 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abbc4923-6a20-4586-abbb-27827d60300f req-39f9f9d7-7c3b-4751-8736-d7a0442d34c9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.0620112 Dec 20 03:29:25.191204 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abbc4923-6a20-4586-abbb-27827d60300f req-e2a689c2-c650-443a-87b7-46d29f93767a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631635 Dec 20 03:29:25.245387 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14146526-0714-444c-a6bc-b2df2fa867bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:25.961757 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:25.964173 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f044f5-255d-4465-8998-3db38a79be39" -d '{"events": [{"server_uuid": "162a716d-d00f-4a5a-afc8-ff3f430a8e02", "name": "network-vif-plugged", "status": "completed", "tag": "62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:26.015648 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e872ec67-59cd-4a57-af50-5e429f239c84 x-openstack-request-id: req-e872ec67-59cd-4a57-af50-5e429f239c84 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:26.015968 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162a716d-d00f-4a5a-afc8-ff3f430a8e02", "name": "network-vif-plugged", "status": "completed", "tag": "62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:26.016227 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e872ec67-59cd-4a57-af50-5e429f239c84 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:26.016624 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f', 'code': 200} Dec 20 03:29:26.121322 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df30d03-47ed-403b-9f01-d3af6c14baf1 req-0f831f4d-0392-4127-87b9-ac0fb2580257 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:26.130250 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1df30d03-47ed-403b-9f01-d3af6c14baf1 req-0f831f4d-0392-4127-87b9-ac0fb2580257 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0840127 Dec 20 03:29:26.227590 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1df30d03-47ed-403b-9f01-d3af6c14baf1 req-67021a3b-cac9-4d00-8fcb-ab7461073ef4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888040 Dec 20 03:29:26.294827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ca326-0a5e-44d3-ad4b-05384fef2d5d req-055f1368-de5b-438b-b053-faa78e1df4a9 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:26.296520 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-214ca326-0a5e-44d3-ad4b-05384fef2d5d req-055f1368-de5b-438b-b053-faa78e1df4a9 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0943246 Dec 20 03:29:26.354289 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-214ca326-0a5e-44d3-ad4b-05384fef2d5d req-dd43b6d8-a3ff-42b9-b411-1c2006fef4e4 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Dec 20 03:29:26.506380 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41936) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:26.658809 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-909398998-network', 'tenant_id': 'bb9554c0d51f428f80d3155ec5ad2750'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:26.791004 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Made reservation on behalf of bb9554c0d51f428f80d3155ec5ad2750 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:26.794730 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:26.807875 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:26.911833 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:26.996537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.025892 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:29:27.036836 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa036d-c2ec-4075-bb44-170dc6a7d755,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:27.042065 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.042402 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Added segment 10f31540-eef8-42a7-ad79-73cfcfed4fee of type vlan for network a32e38d1-8e64-4555-962a-240f812e3e4b Dec 20 03:29:27.084649 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.191431 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.193124 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:27.194303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.289319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] Pushing event updated for resources: {'Network': ['ID=a32e38d1-8e64-4555-962a-240f812e3e4b,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:27.305636 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network a32e38d1-8e64-4555-962a-240f812e3e4b details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:29:27.377208 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-495ce753-60a7-432c-9908-d063dfc97d8d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8691685 Dec 20 03:29:27.379283 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41964) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:27.394029 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Request body: {'subnet': {'network_id': 'a32e38d1-8e64-4555-962a-240f812e3e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-909398998-subnet', 'tenant_id': 'bb9554c0d51f428f80d3155ec5ad2750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:27.397734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0c883-11b6-4913-91f2-9d7f070f8a9f req-55b19acc-ec22-46e6-a1b1-54d2053b6a2a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:27.405503 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ada0c883-11b6-4913-91f2-9d7f070f8a9f req-55b19acc-ec22-46e6-a1b1-54d2053b6a2a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0979338 Dec 20 03:29:27.464655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c76d1a52-fb60-4f73-b3a9-333b9932707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.488006 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Made reservation on behalf of bb9554c0d51f428f80d3155ec5ad2750 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:27.491924 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Publish callbacks [] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:27.528408 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ada0c883-11b6-4913-91f2-9d7f070f8a9f req-2feb0bf1-f760-45d9-a5e7-b74ba142c1b5 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171472 Dec 20 03:29:27.648026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622fe3a-8439-4e6a-9dc1-53471fbba8a4 req-ba676b68-63f9-4bc6-9dd8-30b2c40353df tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:27.649602 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8622fe3a-8439-4e6a-9dc1-53471fbba8a4 req-ba676b68-63f9-4bc6-9dd8-30b2c40353df tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.1542137 Dec 20 03:29:27.764824 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8622fe3a-8439-4e6a-9dc1-53471fbba8a4 req-3ccdf207-128d-4409-b94b-d2b6340bf0dd tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916843 Dec 20 03:29:27.818257 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c3113-e255-4b2d-8e5d-547fbc256344 req-9a34ba8d-8dbe-41cb-af4b-727b3cb16840 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:27.820915 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-569c3113-e255-4b2d-8e5d-547fbc256344 req-9a34ba8d-8dbe-41cb-af4b-727b3cb16840 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1042364 Dec 20 03:29:27.829871 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 41978) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:27.835195 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'floatingip': {'port_id': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:28.086946 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:28.123973 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:28.233542 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2996599-102c-484b-a025-1f70de9a507e,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:28.294068 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Checking segment: {'id': '10f31540-eef8-42a7-ad79-73cfcfed4fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a32e38d1-8e64-4555-962a-240f812e3e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:29:28.294422 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Network hostable DHCP agents. Network: a32e38d1-8e64-4555-962a-240f812e3e4b, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:29:28.432322 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Network a32e38d1-8e64-4555-962a-240f812e3e4b is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:29:28.559349 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, a32e38d1-8e64-4555-962a-240f812e3e4b) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:29:28.570671 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ceff3-a25f-4b61-a88a-23144b7b0b04 None None] Network a32e38d1-8e64-4555-962a-240f812e3e4b requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:29:28.574476 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:28.575079 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:28.637183 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:28.701023 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e7eeb-dea0-43ad-b7c1-34081f4278e9 None None] Network a32e38d1-8e64-4555-962a-240f812e3e4b requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:29:28.756502 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f191ce83-f61f-4db3-a1b9-6da601ff9dda admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3636997 Dec 20 03:29:28.850251 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.db.resource_extend [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 03:29:29.026975 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:29.047651 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdf00-634a-472c-a8ec-81cba82674e1 req-1d4ba61a-0977-4c90-bc69-da878760f630 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:29.049197 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-298cdf00-634a-472c-a8ec-81cba82674e1 req-1d4ba61a-0977-4c90-bc69-da878760f630 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.1229389 Dec 20 03:29:29.128806 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-298cdf00-634a-472c-a8ec-81cba82674e1 req-f9a02ae2-56f9-4e9a-b4df-2ec89050b9b4 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Dec 20 03:29:29.162059 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:29.329364 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Floating IP b6c3d96c-6692-4372-b1c9-c78b72304ea7 associated. External IP: 172.27.2.240, port: 8052eace-4c6b-4e95-b6b9-e785e74cfa8a. Dec 20 03:29:29.494201 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b67a6-db1f-4888-ade5-c0c1f8ab5de9 req-e0f997d1-36ab-43bd-92c3-7ee02adb5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:29.495720 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a66b67a6-db1f-4888-ade5-c0c1f8ab5de9 req-e0f997d1-36ab-43bd-92c3-7ee02adb5186 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 1098 time: 0.0900898 Dec 20 03:29:29.638940 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a66b67a6-db1f-4888-ade5-c0c1f8ab5de9 req-4227df5c-88f6-4ef2-be53-df98c0d073ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258607 Dec 20 03:29:29.661683 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:29:29.867575 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42014) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:29.872785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-345009912-network', 'tenant_id': '0749068644bf4c8ba9369025312c08c0'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:29.961867 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Made reservation on behalf of 0749068644bf4c8ba9369025312c08c0 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:29.964471 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:29.976855 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:29:29.977223 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:29.981878 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:29.994407 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:29:30.006690 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:29:30.007181 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:29:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:29:30.033605 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ee398faa-69fa-4af9-b7f5-8d9597b69e5f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "PUT /v2.0/floatingips/b6c3d96c-6692-4372-b1c9-c78b72304ea7 HTTP/1.1" status: 200 len: 991 time: 2.1980197 Dec 20 03:29:30.033605 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:30.033605 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ee1fb5-1410-44fd-95c5-926106df75d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:30.096700 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba73ecc-5d9a-44f4-9cb4-186a18604885 x-openstack-request-id: req-9ba73ecc-5d9a-44f4-9cb4-186a18604885 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:30.097013 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:30.097355 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ba73ecc-5d9a-44f4-9cb4-186a18604885 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:30.097742 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'status': 'completed', 'code': 200} Dec 20 03:29:30.104157 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.134347 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:29:30.185585 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.221745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:29:30.233845 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb09de0-857b-4467-9545-d3950026de7c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:30.248157 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.248157 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Added segment 64d4a1ef-8ff6-42d7-9fba-8ed33db9a961 of type vlan for network 9b9e0bb3-f368-4a22-9057-17403a653091 Dec 20 03:29:30.298772 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf839e-06e2-47fd-9f29-eca4ae4ab103 req-5d8e3593-4191-47bd-99a3-bb6aba068c13 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:30.300267 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83bf839e-06e2-47fd-9f29-eca4ae4ab103 req-5d8e3593-4191-47bd-99a3-bb6aba068c13 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0922318 Dec 20 03:29:30.345086 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.350056 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.387123 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83bf839e-06e2-47fd-9f29-eca4ae4ab103 req-97b46fac-8fa6-4d18-92a4-9010812b9467 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762422 Dec 20 03:29:30.487528 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.488810 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:30.490823 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.566037 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9e0bb3-f368-4a22-9057-17403a653091,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:30.567995 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': 'b6c3d96c-6692-4372-b1c9-c78b72304ea7', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'port_id': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 70, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'mac_address': 'fa:16:3e:11:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:28:44Z', 'updated_at': '2021-12-20T03:29:28Z', 'revision_number': 1, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:29:30.582430 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 9b9e0bb3-f368-4a22-9057-17403a653091 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:29:30.597545 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:29:30.599493 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42034) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:30.607616 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:29:30.608267 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:29:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:29:30.612452 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-79d3a13d-abb9-41fa-a5d8-5615d4e25a20 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7433202 Dec 20 03:29:30.614411 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Request body: {'subnet': {'network_id': '9b9e0bb3-f368-4a22-9057-17403a653091', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-345009912-subnet', 'tenant_id': '0749068644bf4c8ba9369025312c08c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:30.719570 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:29:30.740025 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Made reservation on behalf of 0749068644bf4c8ba9369025312c08c0 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:30.743016 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:30.859257 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:31.004291 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': 'b6c3d96c-6692-4372-b1c9-c78b72304ea7', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'port_id': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 70, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'mac_address': 'fa:16:3e:11:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:28:44Z', 'updated_at': '2021-12-20T03:29:28Z', 'revision_number': 1, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:29:31.039206 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15145-1603-47ed-a19e-3a3e8ef4c118 None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': 'b6c3d96c-6692-4372-b1c9-c78b72304ea7', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'port_id': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 70, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'mac_address': 'fa:16:3e:11:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:28:44Z', 'updated_at': '2021-12-20T03:29:28Z', 'revision_number': 1, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:29:31.140342 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:31.213641 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc35103-0f5b-4d13-adf6-648cc8fb66b1,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:31.232087 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Checking segment: {'id': '64d4a1ef-8ff6-42d7-9fba-8ed33db9a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9b9e0bb3-f368-4a22-9057-17403a653091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:29:31.232586 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Network hostable DHCP agents. Network: 9b9e0bb3-f368-4a22-9057-17403a653091, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:29:31.275548 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2459478-a36e-400f-9867-1995eb341839 None None] New status for floating IP b6c3d96c-6692-4372-b1c9-c78b72304ea7: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:29:31.362467 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Network 9b9e0bb3-f368-4a22-9057-17403a653091 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:29:31.459496 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 9b9e0bb3-f368-4a22-9057-17403a653091) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:29:31.473555 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:31.474550 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:31.476769 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c870ccc-3aaa-4029-b7cc-c2806512f082 None None] Network 9b9e0bb3-f368-4a22-9057-17403a653091 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:29:31.563009 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf80ad-3134-4851-8908-24bcce868029 req-7fae5376-e1ff-4b1d-a45a-35ea64085734 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:31.564717 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56bf80ad-3134-4851-8908-24bcce868029 req-7fae5376-e1ff-4b1d-a45a-35ea64085734 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0584257 Dec 20 03:29:31.607174 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-67b3d0e1-797b-45f8-9f35-32af21b47203 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0050712 Dec 20 03:29:31.627464 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56bf80ad-3134-4851-8908-24bcce868029 req-69c4e342-0c68-47f4-b329-3d8da2cf19d3 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Dec 20 03:29:31.682130 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9af27-46d0-43f9-9ccc-093fe15723e6 None None] Network 9b9e0bb3-f368-4a22-9057-17403a653091 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:29:32.780002 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad235-7140-4f11-9877-52d683ef0f2f req-d4a1005f-0028-4352-94d4-1517ddc873b0 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:32.781617 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-66fad235-7140-4f11-9877-52d683ef0f2f req-d4a1005f-0028-4352-94d4-1517ddc873b0 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0607586 Dec 20 03:29:32.861782 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-66fad235-7140-4f11-9877-52d683ef0f2f req-96ac99ea-2055-44e3-9f82-6d5bf545dbae tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Dec 20 03:29:32.872899 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-1282ac36-2f5f-4d11-8033-068a9031d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:32.874460 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-1282ac36-2f5f-4d11-8033-068a9031d22e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1098 time: 0.0621862 Dec 20 03:29:32.982409 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-669604f1-9086-472b-b6b4-8330adf94a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:32.984017 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-669604f1-9086-472b-b6b4-8330adf94a04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.0981214 Dec 20 03:29:33.101733 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-9ce0c40b-0aac-494e-89f7-746d24f62d41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 1001 time: 0.1095212 Dec 20 03:29:33.156230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-fba1f884-0404-4dd3-b00c-9b710bd090e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:33.157950 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-fba1f884-0404-4dd3-b00c-9b710bd090e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0485539 Dec 20 03:29:33.211689 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-ecb60771-cce6-40e1-bbdd-2b05164ea32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:33.213383 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-ecb60771-cce6-40e1-bbdd-2b05164ea32e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469408 Dec 20 03:29:33.353806 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-e6e952e9-2d9f-448d-ae54-6c7ca3310495 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323874 Dec 20 03:29:33.461962 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8ee1fb5-1410-44fd-95c5-926106df75d3 req-149ec949-e3d6-4150-ba49-da2295063df3 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001811 Dec 20 03:29:34.124171 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4045b8-15e2-40aa-a45b-7d283c2840fe req-1daa27ef-0e7c-45fd-95f9-dfe4915e8961 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:34.129697 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f4045b8-15e2-40aa-a45b-7d283c2840fe req-1daa27ef-0e7c-45fd-95f9-dfe4915e8961 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0859613 Dec 20 03:29:34.184616 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f4045b8-15e2-40aa-a45b-7d283c2840fe req-ee70b0ef-5d5a-49c5-ac42-c9e55d91e865 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520675 Dec 20 03:29:35.093576 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42154) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:35.267877 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42162) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:35.304993 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.338135 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7c6e661e-db06-4f1d-b21b-cc1a94ea1cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.436236 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.507951 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7c6e661e-db06-4f1d-b21b-cc1a94ea1cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.590941 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.635072 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=753d234ab7f5435687b8b2d5a9f87c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5401194 Dec 20 03:29:35.636071 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780465bf-6870-4e06-9081-879360c6ff21,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:35.639251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42176) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:35.651048 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.651422 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.651734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.652070 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.652778 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.652778 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.653085 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.662863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.662863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.662863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.662863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.662863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.662863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d9274-8c01-4720-b186-efde13d89a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:35.666733 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7c6e661e-db06-4f1d-b21b-cc1a94ea1cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.766036 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7c6e661e-db06-4f1d-b21b-cc1a94ea1cdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66b63780315c4b5d80ca6c062d812439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968174 Dec 20 03:29:35.768594 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42178) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:35.772210 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e661e-db06-4f1d-b21b-cc1a94ea1cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce5336b-9550-4b19-a283-09e833e971da,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:35.786260 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f9b26818-d857-4ddc-b3b5-54db11a6b4f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.813597 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f9b26818-d857-4ddc-b3b5-54db11a6b4f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.825669 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.861528 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.950916 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f9b26818-d857-4ddc-b3b5-54db11a6b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.953668 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f9b26818-d857-4ddc-b3b5-54db11a6b4f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:35.954937 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f9b26818-d857-4ddc-b3b5-54db11a6b4f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/780465bf-6870-4e06-9081-879360c6ff21 HTTP/1.1" status: 204 len: 168 time: 0.3147547 Dec 20 03:29:35.964733 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b26818-d857-4ddc-b3b5-54db11a6b4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780465bf-6870-4e06-9081-879360c6ff21,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:35.998482 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:36.002954 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:36.005467 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ce5336b-9550-4b19-a283-09e833e971da HTTP/1.1" status: 204 len: 168 time: 0.2346511 Dec 20 03:29:36.018335 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce5336b-9550-4b19-a283-09e833e971da,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:36.028421 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.028972 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.029471 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.029974 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.030402 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.030830 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.031347 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.031758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.032750 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.032750 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.033061 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.033435 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:36.033849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7260e-a859-48b3-9e3e-62869845af07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:29:37.010543 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42198) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:37.031974 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab0f6-3a80-4094-a237-ea2ed1c00fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.105208 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42202) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:37.119458 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-94c857ba-2aae-4a5a-a166-09b8ad241459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.135656 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab0f6-3a80-4094-a237-ea2ed1c00fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.209419 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-94c857ba-2aae-4a5a-a166-09b8ad241459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.231183 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab0f6-3a80-4094-a237-ea2ed1c00fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.289745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-94c857ba-2aae-4a5a-a166-09b8ad241459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.328283 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fd6ab0f6-3a80-4094-a237-ea2ed1c00fe7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dc038fffe944c889a04e9821132e87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160267 Dec 20 03:29:37.330835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42206) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:37.353279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ab0f6-3a80-4094-a237-ea2ed1c00fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aa2209-870d-4723-977a-dde9f9f41b6b,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:37.383731 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-94c857ba-2aae-4a5a-a166-09b8ad241459 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60b8e5358bdd45f4b39c82c7b33c1a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771308 Dec 20 03:29:37.387612 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42212) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:37.394294 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c857ba-2aae-4a5a-a166-09b8ad241459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36375651-72f2-4655-ac4b-9e0fd192ab65,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:37.481093 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77e8336d-74e5-4392-abd4-0b63a3608e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.517847 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea239e8f-4382-42b3-8f21-f8a343ef63e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.521463 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77e8336d-74e5-4392-abd4-0b63a3608e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.641791 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea239e8f-4382-42b3-8f21-f8a343ef63e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.707135 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-fadb91a7-e550-4e9e-8011-b1b47ab75f52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1450214 Dec 20 03:29:37.812776 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77e8336d-74e5-4392-abd4-0b63a3608e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.815494 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77e8336d-74e5-4392-abd4-0b63a3608e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.816793 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-77e8336d-74e5-4392-abd4-0b63a3608e33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62aa2209-870d-4723-977a-dde9f9f41b6b HTTP/1.1" status: 204 len: 168 time: 0.4846849 Dec 20 03:29:37.841509 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8336d-74e5-4392-abd4-0b63a3608e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aa2209-870d-4723-977a-dde9f9f41b6b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:37.861498 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-b696b6bf-c25b-4038-974e-81a564eb68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:37.866180 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-b696b6bf-c25b-4038-974e-81a564eb68e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 1098 time: 0.0850568 Dec 20 03:29:37.870916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea239e8f-4382-42b3-8f21-f8a343ef63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.876026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea239e8f-4382-42b3-8f21-f8a343ef63e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:37.878141 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ea239e8f-4382-42b3-8f21-f8a343ef63e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36375651-72f2-4655-ac4b-9e0fd192ab65 HTTP/1.1" status: 204 len: 168 time: 0.4884467 Dec 20 03:29:37.893879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239e8f-4382-42b3-8f21-f8a343ef63e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36375651-72f2-4655-ac4b-9e0fd192ab65,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:38.114851 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-19cfd322-7c34-4516-aa42-f89015dcd89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:38.117362 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-19cfd322-7c34-4516-aa42-f89015dcd89e service neutron] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 916 time: 0.2131841 Dec 20 03:29:38.171545 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-12873106-f90e-4c79-a2fb-22bae1320e26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa010647-2532-4b5c-ba09-88875560b47b HTTP/1.1" status: 200 len: 217 time: 0.0402591 Dec 20 03:29:38.258153 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-85e65673-74ba-4bcd-87e1-eb222bd7eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:38.259613 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-85e65673-74ba-4bcd-87e1-eb222bd7eea9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.0735800 Dec 20 03:29:38.295820 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-0d0622f1-dc75-4c2e-93d0-dfe70a47d338 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265813 Dec 20 03:29:38.528681 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-485ec81a-a6e5-4699-84a3-a8b3ae3c5663 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191439 Dec 20 03:29:38.666973 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15e43c5e-7858-407a-81f7-dc71b87edf06 req-9d6c0756-b3cd-4e4a-8090-4007fe0035fb service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181984 Dec 20 03:29:41.070539 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:43.909010 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42436) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:44.048307 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-627271a9-279d-4c55-a55f-29a5a5461ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.130132 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-627271a9-279d-4c55-a55f-29a5a5461ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.300044 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-627271a9-279d-4c55-a55f-29a5a5461ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.350430 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-627271a9-279d-4c55-a55f-29a5a5461ac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e504a3ff19404651a4fec9eeb507c841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400146 Dec 20 03:29:44.352201 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627271a9-279d-4c55-a55f-29a5a5461ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613bc26-e2bf-4497-a8a3-425cfa20b7d3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:44.353863 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42444) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:44.418992 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3992ba0c-3f0b-4652-81a0-d5a6919c58ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.447948 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3992ba0c-3f0b-4652-81a0-d5a6919c58ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.663426 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3992ba0c-3f0b-4652-81a0-d5a6919c58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.674447 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3992ba0c-3f0b-4652-81a0-d5a6919c58ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:44.684114 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3992ba0c-3f0b-4652-81a0-d5a6919c58ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2613bc26-e2bf-4497-a8a3-425cfa20b7d3 HTTP/1.1" status: 204 len: 168 time: 0.3234499 Dec 20 03:29:44.708734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992ba0c-3f0b-4652-81a0-d5a6919c58ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613bc26-e2bf-4497-a8a3-425cfa20b7d3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:45.407053 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42476) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:45.420592 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd1990d0-0ca8-47d6-8af6-4295c85dafa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:45.662015 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd1990d0-0ca8-47d6-8af6-4295c85dafa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:45.928524 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd1990d0-0ca8-47d6-8af6-4295c85dafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:45.964589 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fd1990d0-0ca8-47d6-8af6-4295c85dafa2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b10e46ba98ea4598afa2c636a4b8f37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5563879 Dec 20 03:29:45.965415 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1990d0-0ca8-47d6-8af6-4295c85dafa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b5c60-a934-4813-bef7-4de7610fdd75,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:45.968154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42486) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:46.020776 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67f8ed59-2590-444e-9580-b90f505b05cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:46.046992 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67f8ed59-2590-444e-9580-b90f505b05cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:46.190729 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67f8ed59-2590-444e-9580-b90f505b05cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:46.193379 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67f8ed59-2590-444e-9580-b90f505b05cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:46.194818 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-67f8ed59-2590-444e-9580-b90f505b05cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc7b5c60-a934-4813-bef7-4de7610fdd75 HTTP/1.1" status: 204 len: 168 time: 0.2253776 Dec 20 03:29:46.203337 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ed59-2590-444e-9580-b90f505b05cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b5c60-a934-4813-bef7-4de7610fdd75,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:46.986770 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-abd5c428-a8c9-4a40-a6c6-39d6408cc3ff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:46.988514 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-abd5c428-a8c9-4a40-a6c6-39d6408cc3ff tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.1434653 Dec 20 03:29:47.011327 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-a0d1688e-9321-46d1-820e-c7c256859f31 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/quotas/032e3b59ca34420bbb5bdcaaa1cbb72b HTTP/1.1" status: 200 len: 375 time: 0.0129285 Dec 20 03:29:47.097441 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-599d77c1-7d33-48a6-b45e-942646c792ec tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784302 Dec 20 03:29:47.198910 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-6005676d-c52b-4c6d-8483-a694e8b91bad service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941489 Dec 20 03:29:47.305404 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42530) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:47.311405 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-4707cbea-8d58-4f43-a9b3-d9d27c9ee7aa service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062822 Dec 20 03:29:47.322349 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cce65cc7-1069-48bb-a886-be7341f100d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.443312 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cce65cc7-1069-48bb-a886-be7341f100d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.523215 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cce65cc7-1069-48bb-a886-be7341f100d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.568774 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cce65cc7-1069-48bb-a886-be7341f100d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1571a19d3e04d34b99364b81c23a992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600338 Dec 20 03:29:47.570739 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce65cc7-1069-48bb-a886-be7341f100d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c91893-6de5-4416-b84d-b597067a3804,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:47.573276 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42546) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:47.632995 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a674df7-1029-410b-83c2-e9ce37989a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.656210 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a674df7-1029-410b-83c2-e9ce37989a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.740390 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:29:47.794428 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ef87f18-a5c4-4c22-b03b-3b948146f3d3 req-cd51154d-b129-4915-988b-bdbf14e27114 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0286529 Dec 20 03:29:47.870888 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a674df7-1029-410b-83c2-e9ce37989a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.875563 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a674df7-1029-410b-83c2-e9ce37989a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:47.877481 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7a674df7-1029-410b-83c2-e9ce37989a8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2c91893-6de5-4416-b84d-b597067a3804 HTTP/1.1" status: 204 len: 168 time: 0.3029957 Dec 20 03:29:47.889016 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a674df7-1029-410b-83c2-e9ce37989a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c91893-6de5-4416-b84d-b597067a3804,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:48.900282 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09169a2d-c57c-4482-8644-b366404a5889 req-69e6238e-68ae-4f40-952b-4736949a43c9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0291240 Dec 20 03:29:49.847315 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42628) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:49.986126 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a290e1f5-dff3-4a9a-a1c8-42f161a22c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.022835 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d43a2fcb-6750-41f6-af5c-72b787f8b887 req-84dd7af2-5451-412f-8a55-2ea7c8f16235 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0344851 Dec 20 03:29:50.094208 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a290e1f5-dff3-4a9a-a1c8-42f161a22c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.202278 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a290e1f5-dff3-4a9a-a1c8-42f161a22c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.244517 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a290e1f5-dff3-4a9a-a1c8-42f161a22c21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43d80b2c2aa949b0a99f47bdf6061d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953421 Dec 20 03:29:50.246763 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290e1f5-dff3-4a9a-a1c8-42f161a22c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c3e2d8-c47f-4935-847e-44efd833603e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:50.247530 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42640) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:50.307090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6924-e38a-45fe-bdd5-35e6ceaa4761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.334268 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6924-e38a-45fe-bdd5-35e6ceaa4761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.482128 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6924-e38a-45fe-bdd5-35e6ceaa4761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.484824 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6924-e38a-45fe-bdd5-35e6ceaa4761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:50.486097 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c1ef6924-e38a-45fe-bdd5-35e6ceaa4761 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1c3e2d8-c47f-4935-847e-44efd833603e HTTP/1.1" status: 204 len: 168 time: 0.2375174 Dec 20 03:29:50.496557 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef6924-e38a-45fe-bdd5-35e6ceaa4761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c3e2d8-c47f-4935-847e-44efd833603e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:51.154921 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-13603895-c82f-4159-82d0-b571c088c687 req-27fe6792-3bed-48b1-9ef8-80d6cac00f34 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0323608 Dec 20 03:29:51.412354 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42672) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:51.424194 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad37081f-f1bb-4836-b44c-7928f21b673f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.547437 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad37081f-f1bb-4836-b44c-7928f21b673f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.670699 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad37081f-f1bb-4836-b44c-7928f21b673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.710846 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ad37081f-f1bb-4836-b44c-7928f21b673f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ad1b5f648ba420485391106fbfae65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004274 Dec 20 03:29:51.711699 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37081f-f1bb-4836-b44c-7928f21b673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e564a0-99d6-4984-974a-8aef72d4b2d5,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:51.713562 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42678) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:29:51.775078 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7004f2ef-9410-41cd-be22-9ea4faf8e400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.799163 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7004f2ef-9410-41cd-be22-9ea4faf8e400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.951906 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7004f2ef-9410-41cd-be22-9ea4faf8e400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.954836 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7004f2ef-9410-41cd-be22-9ea4faf8e400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:51.956072 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7004f2ef-9410-41cd-be22-9ea4faf8e400 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3e564a0-99d6-4984-974a-8aef72d4b2d5 HTTP/1.1" status: 204 len: 168 time: 0.2415221 Dec 20 03:29:51.967005 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004f2ef-9410-41cd-be22-9ea4faf8e400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e564a0-99d6-4984-974a-8aef72d4b2d5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:52.299801 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee91e086-ff50-4055-b428-c52c8b70b20f req-44cffa44-e12b-4077-969e-82d32ad52be3 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0317707 Dec 20 03:29:53.423244 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e854a34-4b8d-486a-8813-61989e06b815 req-48e158eb-09de-44bd-9afd-78f4647fee76 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0271420 Dec 20 03:29:54.525923 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-02d99e00-3fad-4f49-a406-4f6f22def524 req-f9b09920-bc5d-46ba-8347-48ec7e755cb6 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0275016 Dec 20 03:29:55.193245 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-70a92b64-1671-4a05-a840-d084eb006b78 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:55.195854 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-70a92b64-1671-4a05-a840-d084eb006b78 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.1655116 Dec 20 03:29:55.219241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Request body: {'port': {'device_id': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'admin_state_up': True, 'tenant_id': '032e3b59ca34420bbb5bdcaaa1cbb72b'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:55.230543 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1e96b1c1-baf4-4bd8-b6a0-cce52a3d9797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:55.561545 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Made reservation on behalf of 032e3b59ca34420bbb5bdcaaa1cbb72b for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:29:55.574047 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:55.690865 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f020eba1-b6ce-4392-a259-0ed859913aae req-645a1436-079c-4a56-bd84-69ebc259dbdb tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0734072 Dec 20 03:29:55.793476 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Allocated IP 172.20.0.9 (81fcedcc-7077-48be-86e2-d027fe8cf5ab/b99576ec-6b4b-419b-a87b-bcfee72de664/27cdf226-e684-4867-9d0a-236f8a22a8f4) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:29:55.985914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:56.134797 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:56.178701 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:29:56.214362 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:29:56.218103 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:29:56.233331 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:29:56.245906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:56.247086 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:56.272912 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event updated for resources: {'Port': ['ID=27cdf226-e684-4867-9d0a-236f8a22a8f4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:56.359238 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-5bb0a9c9-189e-4291-ac1f-d207696ee9b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1445329 Dec 20 03:29:56.388323 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Request body: {'port': {'device_id': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:29:56.514177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:56.918881 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cdf226-e684-4867-9d0a-236f8a22a8f4 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:29:56.931279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:56.960856 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Transition to ACTIVE for port object 27cdf226-e684-4867-9d0a-236f8a22a8f4 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:29:57.012183 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049ca3-ad89-400c-a263-3a42e0292703 req-20e5fde1-b96b-4dd5-a8a9-d0afe2ba9302 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:57.013850 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62049ca3-ad89-400c-a263-3a42e0292703 req-20e5fde1-b96b-4dd5-a8a9-d0afe2ba9302 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 931 time: 0.1568730 Dec 20 03:29:57.087747 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62049ca3-ad89-400c-a263-3a42e0292703 req-ff14eb0f-e6d7-4177-b655-ea96d691f062 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665293 Dec 20 03:29:57.093586 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:57.170092 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Pushing event updated for resources: {'Port': ['ID=27cdf226-e684-4867-9d0a-236f8a22a8f4,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:57.194966 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Attempting to bind port 27cdf226-e684-4867-9d0a-236f8a22a8f4 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:29:57.197015 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Attempting to bind port 27cdf226-e684-4867-9d0a-236f8a22a8f4 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:29:57.197662 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Attempting to bind port 27cdf226-e684-4867-9d0a-236f8a22a8f4 on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:57.208061 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Port 27cdf226-e684-4867-9d0a-236f8a22a8f4 on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:29:57.211563 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Attempting to bind port 27cdf226-e684-4867-9d0a-236f8a22a8f4 on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:29:57.219818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:29:57.220376 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Checking segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:29:57.221021 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Bound using segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:29:57.221807 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Bound port: 27cdf226-e684-4867-9d0a-236f8a22a8f4, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:29:57.222400 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:57.323028 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] For port 27cdf226-e684-4867-9d0a-236f8a22a8f4, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:29:57.327406 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] For port 27cdf226-e684-4867-9d0a-236f8a22a8f4, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=27cdf226-e684-4867-9d0a-236f8a22a8f4,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:29:57.485409 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:57.579221 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf65b-f482-4495-ac63-23273576bd32 req-6cccc05d-a8b6-42a8-ae3f-e20b4aaa4dcc tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:57.581496 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c14cf65b-f482-4495-ac63-23273576bd32 req-6cccc05d-a8b6-42a8-ae3f-e20b4aaa4dcc tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.1434975 Dec 20 03:29:57.589097 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:57.590010 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:57.591526 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] 10.222.0.54 "PUT /v2.0/ports/27cdf226-e684-4867-9d0a-236f8a22a8f4 HTTP/1.1" status: 200 len: 1093 time: 1.2126193 Dec 20 03:29:57.593780 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'tag': '27cdf226-e684-4867-9d0a-236f8a22a8f4'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:29:57.594703 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51804f25-9c35-49cd-856d-0341935a69b6" -d '{"events": [{"name": "network-changed", "server_uuid": "193a15ec-d618-4edf-967c-09b3ccc4069e", "tag": "27cdf226-e684-4867-9d0a-236f8a22a8f4"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:29:57.628430 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff7968-c9ba-4061-97ef-d9492d8b056c service neutron] Pushing event updated for resources: {'Port': ['ID=27cdf226-e684-4867-9d0a-236f8a22a8f4,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:29:57.663719 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c14cf65b-f482-4495-ac63-23273576bd32 req-802758a4-5994-4753-877b-a8e8e8742942 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623770 Dec 20 03:29:57.711567 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c3580cbe-cfe7-4979-bca4-34442b166518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:57.720039 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81024e04-32fb-4c03-992f-7fe89561bac8 x-openstack-request-id: req-81024e04-32fb-4c03-992f-7fe89561bac8 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:29:57.720039 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a15ec-d618-4edf-967c-09b3ccc4069e", "tag": "27cdf226-e684-4867-9d0a-236f8a22a8f4", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:29:57.720039 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81024e04-32fb-4c03-992f-7fe89561bac8 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:29:57.720039 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'tag': '27cdf226-e684-4867-9d0a-236f8a22a8f4', 'status': 'completed', 'code': 200} Dec 20 03:29:57.822429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804f25-9c35-49cd-856d-0341935a69b6 req-ac2f8f97-7270-40d6-8b23-2fdaac7ac6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:57.824086 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51804f25-9c35-49cd-856d-0341935a69b6 req-ac2f8f97-7270-40d6-8b23-2fdaac7ac6af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 1096 time: 0.0496280 Dec 20 03:29:58.263423 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112d8c6-5db1-4a08-bae2-dac44e61759b req-1edc8082-285e-4fab-93be-340b4039e170 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:58.267054 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c112d8c6-5db1-4a08-bae2-dac44e61759b req-1edc8082-285e-4fab-93be-340b4039e170 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 943 time: 0.1011143 Dec 20 03:29:58.270684 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804f25-9c35-49cd-856d-0341935a69b6 req-41e4bbf2-c98a-4dbc-aa3a-418ac3981e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:58.270684 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51804f25-9c35-49cd-856d-0341935a69b6 req-41e4bbf2-c98a-4dbc-aa3a-418ac3981e23 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4269245 Dec 20 03:29:58.352943 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c112d8c6-5db1-4a08-bae2-dac44e61759b req-3bed16b7-9918-48a4-bd9f-e254a7d19ccd tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777700 Dec 20 03:29:58.458050 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804f25-9c35-49cd-856d-0341935a69b6 req-c354aea3-3fff-485e-a3e8-0497586b62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:58.459335 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51804f25-9c35-49cd-856d-0341935a69b6 req-c354aea3-3fff-485e-a3e8-0497586b62e4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801255 Dec 20 03:29:58.591231 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-3b384c5c-0496-42fa-bf9f-0968f2d0e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:58.592766 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-3b384c5c-0496-42fa-bf9f-0968f2d0e782 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 1096 time: 0.0458567 Dec 20 03:29:58.667286 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-4d1dbc5b-f460-4114-b42e-40fbbc289404 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27cdf226-e684-4867-9d0a-236f8a22a8f4 HTTP/1.1" status: 200 len: 217 time: 0.0421996 Dec 20 03:29:58.731298 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-7eab4d71-bb29-4c72-bb1c-6d9c024a3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:58.731298 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-7eab4d71-bb29-4c72-bb1c-6d9c024a3b80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.0510781 Dec 20 03:29:58.739169 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:29:58.789528 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-f67fddbf-9ac6-4802-8239-7bf40842db18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456402 Dec 20 03:29:58.815846 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b3ef-5441-45f5-b87c-f674dd5d3575 req-98dcdaaf-7047-49d1-9b5e-15a20b757087 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:58.821620 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71b0b3ef-5441-45f5-b87c-f674dd5d3575 req-98dcdaaf-7047-49d1-9b5e-15a20b757087 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0756454 Dec 20 03:29:58.943963 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71b0b3ef-5441-45f5-b87c-f674dd5d3575 req-c59b6165-7c88-47fd-a9aa-d915183c877d tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160295 Dec 20 03:29:58.972483 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-275c6842-dd24-4af8-a08c-e52be4ccc5f8 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480482 Dec 20 03:29:59.102027 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6039d3a2-63d7-403c-8e9f-4603e0d20249 req-756b84b0-c1cf-444e-ae91-3d2d0ea64166 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149228 Dec 20 03:29:59.729189 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbbc81-7a27-4115-b2ba-47a12f7fa9de req-ccaf0625-0b80-42ec-bb2f-4b33ce5a25ec tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:29:59.731861 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-28bbbc81-7a27-4115-b2ba-47a12f7fa9de req-ccaf0625-0b80-42ec-bb2f-4b33ce5a25ec tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 943 time: 0.2859492 Dec 20 03:29:59.828762 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-28bbbc81-7a27-4115-b2ba-47a12f7fa9de req-dd34c29a-04ca-4602-91a2-184c18286e1f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904899 Dec 20 03:30:00.081197 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9a231-5be0-4648-ad1b-3e075620d610 req-67cca215-e62c-4dff-a9c5-763c1f96b78a tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:00.084329 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-49d9a231-5be0-4648-ad1b-3e075620d610 req-67cca215-e62c-4dff-a9c5-763c1f96b78a tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0605922 Dec 20 03:30:00.146980 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-49d9a231-5be0-4648-ad1b-3e075620d610 req-c84e6405-f6a7-4684-9f18-9d583f0ebd39 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2bddf9d-402f-4444-b115-c37515ebb750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563142 Dec 20 03:30:00.250444 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e254-231d-498e-afb4-30af685b360f req-b8846b4f-b18a-4dc6-b228-aa48fd73bf71 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:00.251825 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6678e254-231d-498e-afb4-30af685b360f req-b8846b4f-b18a-4dc6-b228-aa48fd73bf71 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.54 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 945 time: 0.0665765 Dec 20 03:30:00.357658 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.361486 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42928) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:00.450637 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Deleting port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:30:00.451156 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.544803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3252510-5a55-4000-b4ba-0d0162153789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.643417 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] For port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,segment=NetworkSegment(73e74466-57e3-49a9-b98d-ca266d719394),segment_id=73e74466-57e3-49a9-b98d-ca266d719394)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:00.643943 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.670795 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Calling delete_port for 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:30:00.672872 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42938) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:00.702935 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3252510-5a55-4000-b4ba-0d0162153789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.791314 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3252510-5a55-4000-b4ba-0d0162153789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.883279 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.921245 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3252510-5a55-4000-b4ba-0d0162153789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433f942b-7c84-429b-bf42-b8c0a22f1ed5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:00.928148 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e3252510-5a55-4000-b4ba-0d0162153789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d31fa0165e9044fb989f18fd5c67c448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650547 Dec 20 03:30:00.929058 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5c10fe1-e385-41bf-ae13-0e3c4cf349c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:00.931353 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 42948) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:00.957192 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.001813 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:30:01.020293 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Pushing event deleted for resources: {'Port': ['ID=62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:01.120592 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5c10fe1-e385-41bf-ae13-0e3c4cf349c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.127475 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-debb2540-3f88-4078-b59e-657845063113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.166839 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-debb2540-3f88-4078-b59e-657845063113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.195537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f13c-46b2-44b5-924a-6927789ac023 req-590c868a-6e52-437c-9fbc-0b5ad50353fa tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:01.203827 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bd53f13c-46b2-44b5-924a-6927789ac023 req-590c868a-6e52-437c-9fbc-0b5ad50353fa tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 943 time: 0.2014985 Dec 20 03:30:01.240913 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] No DVR routers for this DVR port 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f on host hv-cinder-81803 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:30:01.246756 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.250309 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6678e254-231d-498e-afb4-30af685b360f req-d9c314fc-22bf-4727-9fc1-f1a661fa70d1 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.54 "DELETE /v2.0/ports/62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f HTTP/1.1" status: 204 len: 173 time: 0.9902844 Dec 20 03:30:01.251092 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'name': 'network-vif-deleted', 'tag': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:01.253600 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54048d0-fe1e-4b31-80a2-8451636b8094" -d '{"events": [{"server_uuid": "162a716d-d00f-4a5a-afc8-ff3f430a8e02", "name": "network-vif-deleted", "tag": "62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:01.266099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5c10fe1-e385-41bf-ae13-0e3c4cf349c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.287595 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-45e3d189-93f1-4ee8-be83-b64d4442a2d9 req-d91ce6dc-f0b5-4248-a877-178d7408fcaa tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0364575 Dec 20 03:30:01.307659 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bd53f13c-46b2-44b5-924a-6927789ac023 req-11cf5592-99b9-465d-b1b6-2caccdda6112 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026468 Dec 20 03:30:01.335485 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c5c10fe1-e385-41bf-ae13-0e3c4cf349c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=778858df6bc34f31a43354d0469290c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6613228 Dec 20 03:30:01.336547 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c10fe1-e385-41bf-ae13-0e3c4cf349c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9859913-aba0-412b-a693-2b3102d2f13f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:01.346025 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42968) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:01.377773 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c24faf1-fc0f-41a2-88f7-5675eecf6550 x-openstack-request-id: req-1c24faf1-fc0f-41a2-88f7-5675eecf6550 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:01.385085 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162a716d-d00f-4a5a-afc8-ff3f430a8e02", "name": "network-vif-deleted", "tag": "62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:01.385085 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c24faf1-fc0f-41a2-88f7-5675eecf6550 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:01.385085 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162a716d-d00f-4a5a-afc8-ff3f430a8e02', 'name': 'network-vif-deleted', 'tag': '62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f', 'status': 'completed', 'code': 200} Dec 20 03:30:01.412711 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-debb2540-3f88-4078-b59e-657845063113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.419947 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40acb334-5ddf-43b0-b843-e3b6c11af5d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.422945 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-debb2540-3f88-4078-b59e-657845063113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.424570 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-debb2540-3f88-4078-b59e-657845063113 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/433f942b-7c84-429b-bf42-b8c0a22f1ed5 HTTP/1.1" status: 204 len: 168 time: 0.4922135 Dec 20 03:30:01.444024 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb2540-3f88-4078-b59e-657845063113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433f942b-7c84-429b-bf42-b8c0a22f1ed5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:01.499810 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40acb334-5ddf-43b0-b843-e3b6c11af5d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.733555 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40acb334-5ddf-43b0-b843-e3b6c11af5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.736421 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40acb334-5ddf-43b0-b843-e3b6c11af5d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:01.740600 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-40acb334-5ddf-43b0-b843-e3b6c11af5d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9859913-aba0-412b-a693-2b3102d2f13f HTTP/1.1" status: 204 len: 168 time: 0.3904679 Dec 20 03:30:01.753547 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acb334-5ddf-43b0-b843-e3b6c11af5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9859913-aba0-412b-a693-2b3102d2f13f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:02.286093 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 42994) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:02.300209 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cceda28d-9671-4c91-a934-660cefd1f20e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.479882 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cceda28d-9671-4c91-a934-660cefd1f20e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.483587 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef7c0a-bcea-4a50-96f7-e17e3e34376d req-443d2338-5e69-41f1-9626-94334ae937a9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:02.485265 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7ef7c0a-bcea-4a50-96f7-e17e3e34376d req-443d2338-5e69-41f1-9626-94334ae937a9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 943 time: 0.0774443 Dec 20 03:30:02.504792 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6d3f44c6-99d2-4c6d-8864-0814fea04ffe req-3e41e05e-0b52-484b-9d1c-33f54e9b4203 tempest-DeleteServersTestJSON-144887283 tempest-DeleteServersTestJSON-144887283-project] 10.222.0.53 "GET /v2.0/ports?device_id=162a716d-d00f-4a5a-afc8-ff3f430a8e02 HTTP/1.1" status: 200 len: 210 time: 0.0455377 Dec 20 03:30:02.554076 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7ef7c0a-bcea-4a50-96f7-e17e3e34376d req-6b5060f0-c9c7-4ff2-a59d-bbc5c3447b9e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Dec 20 03:30:02.608518 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cceda28d-9671-4c91-a934-660cefd1f20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.653725 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43010) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:02.666582 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cceda28d-9671-4c91-a934-660cefd1f20e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a50cd16890b54a899f7475d087ae99c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785198 Dec 20 03:30:02.668190 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-517480eb-e86c-4e6e-99ad-0276e137cfce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.669118 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceda28d-9671-4c91-a934-660cefd1f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af3c43c-0995-465b-a55d-67b5b0b7d675,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:02.673351 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43012) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:02.728685 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e9ca-4648-43bf-8dfb-e25e5eb68329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.757175 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e9ca-4648-43bf-8dfb-e25e5eb68329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.768690 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-517480eb-e86c-4e6e-99ad-0276e137cfce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.853023 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-517480eb-e86c-4e6e-99ad-0276e137cfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.882294 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e9ca-4648-43bf-8dfb-e25e5eb68329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.885795 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e9ca-4648-43bf-8dfb-e25e5eb68329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:02.888426 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bfa3e9ca-4648-43bf-8dfb-e25e5eb68329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5af3c43c-0995-465b-a55d-67b5b0b7d675 HTTP/1.1" status: 204 len: 168 time: 0.2137327 Dec 20 03:30:02.904811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3e9ca-4648-43bf-8dfb-e25e5eb68329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af3c43c-0995-465b-a55d-67b5b0b7d675,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:02.908811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43024) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:02.913897 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-517480eb-e86c-4e6e-99ad-0276e137cfce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f7d85bb91bb40e5967f44b99a703c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468214 Dec 20 03:30:02.936138 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517480eb-e86c-4e6e-99ad-0276e137cfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12131969-a9f2-4701-8248-30aadc60b50b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:02.994094 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-930312cb-b6a0-46b7-a717-10e735e0f399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.023974 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-930312cb-b6a0-46b7-a717-10e735e0f399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.231232 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-930312cb-b6a0-46b7-a717-10e735e0f399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.233967 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-930312cb-b6a0-46b7-a717-10e735e0f399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.235320 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-930312cb-b6a0-46b7-a717-10e735e0f399 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12131969-a9f2-4701-8248-30aadc60b50b HTTP/1.1" status: 204 len: 168 time: 0.3253369 Dec 20 03:30:03.246702 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930312cb-b6a0-46b7-a717-10e735e0f399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12131969-a9f2-4701-8248-30aadc60b50b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:03.662340 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43074) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:03.682000 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 27cdf226-e684-4867-9d0a-236f8a22a8f4 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:30:03.701905 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:30:03.739436 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Deleting subnet d2996599-102c-484b-a025-1f70de9a507e {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:30:03.748351 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.759738 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:30:03.760364 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 62ed6e5b-3c1f-49fa-b6a4-bf7a8952539f not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:30:03.844018 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.862234 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:03.876059 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cc393-6727-4b4a-bc6b-bfc17772838a req-1cd0e10d-c1bc-4f39-aa7b-1f09a38d77a2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:03.884845 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-191cc393-6727-4b4a-bc6b-bfc17772838a req-1cd0e10d-c1bc-4f39-aa7b-1f09a38d77a2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 943 time: 0.1391087 Dec 20 03:30:03.981428 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 27cdf226-e684-4867-9d0a-236f8a22a8f4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=27cdf226-e684-4867-9d0a-236f8a22a8f4,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:04.010908 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '27cdf226-e684-4867-9d0a-236f8a22a8f4', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'port_id': '27cdf226-e684-4867-9d0a-236f8a22a8f4', 'mac_address': 'fa:16:3e:78:78:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99576ec-6b4b-419b-a87b-bcfee72de664', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:30:04.024797 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-191cc393-6727-4b4a-bc6b-bfc17772838a req-f504b1be-736d-40a1-8510-88aea0878fc1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260047 Dec 20 03:30:04.068569 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.084966 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cdf226-e684-4867-9d0a-236f8a22a8f4 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:04.109115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 27cdf226-e684-4867-9d0a-236f8a22a8f4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=27cdf226-e684-4867-9d0a-236f8a22a8f4,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:04.203029 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.232457 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2996599-102c-484b-a025-1f70de9a507e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:04.240542 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.249350 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43102) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:04.250270 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9a1117fd-f050-4da3-a4e2-d372dee83d8f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d2996599-102c-484b-a025-1f70de9a507e HTTP/1.1" status: 204 len: 168 time: 0.5867505 Dec 20 03:30:04.259860 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.296824 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43104) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:04.327702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=27cdf226-e684-4867-9d0a-236f8a22a8f4,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:04.336606 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.337015 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.337421 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.337772 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.338106 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.338438 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.338789 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.339124 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.339446 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.339789 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.340123 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.340446 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.340767 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:04.366618 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.518837 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.549284 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.549653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.550427 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.550992 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > port after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.551413 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.551721 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > port after_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.552156 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.552484 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.552829 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.553496 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.603399 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['27cdf226-e684-4867-9d0a-236f8a22a8f4'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:30:04.681230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2d07bb1b-7e91-4adc-a1a9-82352b5326a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.694248 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.694705 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.695265 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.695727 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:04.696264 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32e38d1-8e64-4555-962a-240f812e3e4b']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:04.719285 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f31540-eef8-42a7-ad79-73cfcfed4fee') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:04.719712 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f31540-eef8-42a7-ad79-73cfcfed4fee') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:04.737976 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.778280 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.781344 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2d07bb1b-7e91-4adc-a1a9-82352b5326a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.789401 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:30:04.790405 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: from cryptography.utils import int_from_bytes Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: from cryptography.utils import int_from_bytes Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:30:04.816516 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:30:04.821590 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:30:04.893609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2d07bb1b-7e91-4adc-a1a9-82352b5326a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:04.965735 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2d07bb1b-7e91-4adc-a1a9-82352b5326a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58ec97f24054448b85ca7666b03c9c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6674609 Dec 20 03:30:04.967139 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07bb1b-7e91-4adc-a1a9-82352b5326a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41528b3-eed5-4a6d-993d-6d15ca693c77,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:04.968968 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43128) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:05.012666 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.032066 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.038797 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/a32e38d1-8e64-4555-962a-240f812e3e4b HTTP/1.1" status: 204 len: 168 time: 0.7878597 Dec 20 03:30:05.043785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43134) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:05.069911 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd260b-82f5-4a33-8514-328f570af4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a32e38d1-8e64-4555-962a-240f812e3e4b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:05.125499 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7390-bea9-4cde-8e58-6daf8fa9333d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.151246 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d22b7-94e2-466c-8b5b-eef78d1fa1aa req-e8c6dcb0-9fd6-4b4e-9512-702d47a5a821 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:05.152946 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-188d22b7-94e2-466c-8b5b-eef78d1fa1aa req-e8c6dcb0-9fd6-4b4e-9512-702d47a5a821 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 944 time: 0.0613387 Dec 20 03:30:05.156421 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Deleting subnet 3fc35103-0f5b-4d13-adf6-648cc8fb66b1 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:30:05.166802 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.172336 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7390-bea9-4cde-8e58-6daf8fa9333d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.236185 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.268981 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-188d22b7-94e2-466c-8b5b-eef78d1fa1aa req-f50e6939-be5f-46b8-aee5-ed503ad68add tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091638 Dec 20 03:30:05.295715 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.376416 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7390-bea9-4cde-8e58-6daf8fa9333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.380993 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7390-bea9-4cde-8e58-6daf8fa9333d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.382841 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cc2f7390-bea9-4cde-8e58-6daf8fa9333d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b41528b3-eed5-4a6d-993d-6d15ca693c77 HTTP/1.1" status: 204 len: 168 time: 0.4118187 Dec 20 03:30:05.399192 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f7390-bea9-4cde-8e58-6daf8fa9333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41528b3-eed5-4a6d-993d-6d15ca693c77,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:05.524476 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.618194 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.622688 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3fc35103-0f5b-4d13-adf6-648cc8fb66b1 HTTP/1.1" status: 204 len: 168 time: 0.5778053 Dec 20 03:30:05.624373 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af318199-8ab1-418b-b839-c9d238c5c88f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc35103-0f5b-4d13-adf6-648cc8fb66b1,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:05.625547 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43166) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:05.741373 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 27cdf226-e684-4867-9d0a-236f8a22a8f4 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:05.742529 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.743193 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43182) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:05.820282 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Deleting subnet 4094d651-1b61-4be2-87f6-7c7212bdc570 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:30:05.823958 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.866340 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.874643 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.900056 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.900574 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.901386 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.901833 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.902161 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.902486 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.902810 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.903311 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.903638 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.903961 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.923316 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:05.973765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.974118 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.974650 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.975153 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 03:30:05.975717 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9e0bb3-f368-4a22-9057-17403a653091']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:05.996980 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d4a1ef-8ff6-42d7-9fba-8ed33db9a961') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:05.997332 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d4a1ef-8ff6-42d7-9fba-8ed33db9a961') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:06.013282 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 27cdf226-e684-4867-9d0a-236f8a22a8f4 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:30:06.023256 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 27cdf226-e684-4867-9d0a-236f8a22a8f4 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:06.023256 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.023499 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8841771'] for segment, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.046082 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.056488 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749203'] for segment, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.063298 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: Traceback (most recent call last): Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: timer() Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: cb(*args, **kw) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: return func(*args, **kwargs) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: self._notify() Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: self.callback(batched_events) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: event.method(event) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: return f(self, *a, **k) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._get(url).json() Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:30:06.065242 dv-cinder-818037-11-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:30:06.122780 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.155384 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.160970 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4094d651-1b61-4be2-87f6-7c7212bdc570 HTTP/1.1" status: 204 len: 168 time: 0.4165771 Dec 20 03:30:06.164236 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43210) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:06.168501 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.210499 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e59da-16c7-447a-9cbe-fffc3be73d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4094d651-1b61-4be2-87f6-7c7212bdc570,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:06.247695 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cdf226-e684-4867-9d0a-236f8a22a8f4'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:06.250122 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2235a3a-980c-4af6-8dd1-4334de884955" -d '{"events": [{"server_uuid": "193a15ec-d618-4edf-967c-09b3ccc4069e", "name": "network-vif-plugged", "status": "completed", "tag": "27cdf226-e684-4867-9d0a-236f8a22a8f4"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:06.273432 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.284880 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 27cdf226-e684-4867-9d0a-236f8a22a8f4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=27cdf226-e684-4867-9d0a-236f8a22a8f4,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:06.306794 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.307655 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.311403 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b9e0bb3-f368-4a22-9057-17403a653091 HTTP/1.1" status: 204 len: 168 time: 0.6833899 Dec 20 03:30:06.313407 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32bc2-6b0d-4d0f-b01a-0cedb4b86162 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9e0bb3-f368-4a22-9057-17403a653091,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:06.360035 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a039b2-dc87-435c-9120-ec7343815bc2 x-openstack-request-id: req-55a039b2-dc87-435c-9120-ec7343815bc2 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:06.367285 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a15ec-d618-4edf-967c-09b3ccc4069e", "name": "network-vif-plugged", "status": "completed", "tag": "27cdf226-e684-4867-9d0a-236f8a22a8f4", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:06.367982 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55a039b2-dc87-435c-9120-ec7343815bc2 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:06.368863 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cdf226-e684-4867-9d0a-236f8a22a8f4', 'code': 200} Dec 20 03:30:06.419505 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.459624 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.517190 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5bbb6e-f7bb-474e-b520-ee9a420188ee']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:06.525252 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=27cdf226-e684-4867-9d0a-236f8a22a8f4,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:06.540900 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e74466-57e3-49a9-b98d-ca266d719394') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:06.541245 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e74466-57e3-49a9-b98d-ca266d719394') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:06.555914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8841771'] for segment, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.577070 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71766-2710-4470-93a9-eec82c424a72 req-96bde3a5-92ec-49c3-b45d-01d59e453cb2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:06.579631 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4fa71766-2710-4470-93a9-eec82c424a72 req-96bde3a5-92ec-49c3-b45d-01d59e453cb2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.1796212 Dec 20 03:30:06.592086 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.606643 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:30:06.607969 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749203'] for segment, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: Traceback (most recent call last): Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: timer() Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: cb(*args, **kw) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: return func(*args, **kwargs) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: self._notify() Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: self.callback(batched_events) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: event.method(event) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: return f(self, *a, **k) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._get(url).json() Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:30:06.609383 dv-cinder-818037-11-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:30:06.716837 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4fa71766-2710-4470-93a9-eec82c424a72 req-c83f3553-7967-4121-bdd7-e6ef09ce5e45 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211236 Dec 20 03:30:06.809182 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.829395 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:06.841249 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/7b5bbb6e-f7bb-474e-b520-ee9a420188ee HTTP/1.1" status: 204 len: 168 time: 0.6756864 Dec 20 03:30:06.865463 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ba332-ff43-4555-a905-b086576719fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5bbb6e-f7bb-474e-b520-ee9a420188ee,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:06.990793 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2ca7-5029-45de-b30e-b120a3276e00 req-ebdde32a-6568-453a-ba91-88fb8d1cfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:06.992462 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-770b2ca7-5029-45de-b30e-b120a3276e00 req-ebdde32a-6568-453a-ba91-88fb8d1cfb22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 1098 time: 0.0647500 Dec 20 03:30:07.068498 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-770b2ca7-5029-45de-b30e-b120a3276e00 req-2ca70aa9-e6a5-4a37-99ce-25720bf69c6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Dec 20 03:30:07.207709 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43232) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.231028 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f26846e8-31ce-47b7-9a41-eaf17aa517f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.345292 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f26846e8-31ce-47b7-9a41-eaf17aa517f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.430663 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f26846e8-31ce-47b7-9a41-eaf17aa517f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.477588 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f26846e8-31ce-47b7-9a41-eaf17aa517f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a27fd27fa768433d90f178ae1a74f6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680480 Dec 20 03:30:07.478187 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26846e8-31ce-47b7-9a41-eaf17aa517f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c7ac8f-20df-484a-8c87-ca980893665d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:07.480920 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43236) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.512033 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43238) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.562301 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4e955eb2-1efa-47d0-a4ce-c8d82ffef94d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.570928 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b00963b6-1acd-4458-b662-75b819291adf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb9554c0d51f428f80d3155ec5ad2750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573373 Dec 20 03:30:07.572671 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43242) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.590622 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4e955eb2-1efa-47d0-a4ce-c8d82ffef94d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.687811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43252) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.702287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19a85f0f-f743-4a40-91c3-4aee697772e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.744183 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19a85f0f-f743-4a40-91c3-4aee697772e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.782634 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43260) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.929343 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1174966c-9f69-45be-8cb7-17ca64dc3de0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d299791ac871430b94a15519afc05b7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1446433 Dec 20 03:30:07.933273 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43266) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:07.950649 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4e955eb2-1efa-47d0-a4ce-c8d82ffef94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.953487 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4e955eb2-1efa-47d0-a4ce-c8d82ffef94d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:07.957923 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4e955eb2-1efa-47d0-a4ce-c8d82ffef94d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27c7ac8f-20df-484a-8c87-ca980893665d HTTP/1.1" status: 204 len: 168 time: 0.4724050 Dec 20 03:30:07.972426 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e955eb2-1efa-47d0-a4ce-c8d82ffef94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c7ac8f-20df-484a-8c87-ca980893665d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:07.995712 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5013-acfc-4b89-9222-961f02f9f775 req-e6f9ae36-bf86-47a7-a14b-99c84b0164ea tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:08.008854 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc7e5013-acfc-4b89-9222-961f02f9f775 req-e6f9ae36-bf86-47a7-a14b-99c84b0164ea tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.1698422 Dec 20 03:30:08.065177 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19a85f0f-f743-4a40-91c3-4aee697772e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.080335 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19a85f0f-f743-4a40-91c3-4aee697772e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.085838 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-19a85f0f-f743-4a40-91c3-4aee697772e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72aa036d-c2ec-4075-bb44-170dc6a7d755 HTTP/1.1" status: 204 len: 168 time: 0.5118957 Dec 20 03:30:08.098433 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50a0d61-2e3a-4210-bc20-8506b0c3d2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.132563 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc7e5013-acfc-4b89-9222-961f02f9f775 req-36249f08-a3c7-48bd-81c0-e87f4da95fd0 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161718 Dec 20 03:30:08.144284 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a85f0f-f743-4a40-91c3-4aee697772e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa036d-c2ec-4075-bb44-170dc6a7d755,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:08.216097 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50a0d61-2e3a-4210-bc20-8506b0c3d2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.251832 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5862690f-3d14-4f4e-a675-baa5a4fe12cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.393087 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5862690f-3d14-4f4e-a675-baa5a4fe12cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.431923 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50a0d61-2e3a-4210-bc20-8506b0c3d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.439440 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50a0d61-2e3a-4210-bc20-8506b0c3d2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.442855 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a50a0d61-2e3a-4210-bc20-8506b0c3d2c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2bddf9d-402f-4444-b115-c37515ebb750 HTTP/1.1" status: 204 len: 168 time: 0.5076795 Dec 20 03:30:08.458001 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a0d61-2e3a-4210-bc20-8506b0c3d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bddf9d-402f-4444-b115-c37515ebb750,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:08.476619 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5862690f-3d14-4f4e-a675-baa5a4fe12cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.514268 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5862690f-3d14-4f4e-a675-baa5a4fe12cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bae80eb9d6204cdba5cb8e80845e52c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8235388 Dec 20 03:30:08.516743 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43280) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:08.530870 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862690f-3d14-4f4e-a675-baa5a4fe12cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5005ff2f-43fd-47aa-b168-14bd4fa33af6,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:08.573209 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3c88ba8-ac31-4e6e-a7fe-7916e86e30f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.598492 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3c88ba8-ac31-4e6e-a7fe-7916e86e30f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.775327 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3c88ba8-ac31-4e6e-a7fe-7916e86e30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.778509 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3c88ba8-ac31-4e6e-a7fe-7916e86e30f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:08.780023 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b3c88ba8-ac31-4e6e-a7fe-7916e86e30f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5005ff2f-43fd-47aa-b168-14bd4fa33af6 HTTP/1.1" status: 204 len: 168 time: 0.2620261 Dec 20 03:30:08.790570 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88ba8-ac31-4e6e-a7fe-7916e86e30f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5005ff2f-43fd-47aa-b168-14bd4fa33af6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:09.305830 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ca995-6695-45ca-bbbf-fc226dd16934 req-87a987d7-b3f5-4e86-b174-da914f6eed73 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:09.305830 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e34ca995-6695-45ca-bbbf-fc226dd16934 req-87a987d7-b3f5-4e86-b174-da914f6eed73 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.0737784 Dec 20 03:30:09.313118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43298) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:09.372515 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-95808cf7-2861-48ab-bc84-6db44dfa6a0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0749068644bf4c8ba9369025312c08c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578752 Dec 20 03:30:09.372977 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43302) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:09.444977 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e34ca995-6695-45ca-bbbf-fc226dd16934 req-4bf6ee1a-879e-4c9d-8c9e-e10f25b2331e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266518 Dec 20 03:30:09.489849 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f976cc48-96b0-4801-aed0-75b3312e71b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:09.540086 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f976cc48-96b0-4801-aed0-75b3312e71b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:09.736118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f976cc48-96b0-4801-aed0-75b3312e71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:09.741710 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f976cc48-96b0-4801-aed0-75b3312e71b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:09.743750 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f976cc48-96b0-4801-aed0-75b3312e71b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bb09de0-857b-4467-9545-d3950026de7c HTTP/1.1" status: 204 len: 168 time: 0.3691673 Dec 20 03:30:09.760878 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cc48-96b0-4801-aed0-75b3312e71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb09de0-857b-4467-9545-d3950026de7c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:10.268758 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43336) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:10.287486 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a153e9f-27fd-48c9-a943-dee0a0314844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.380638 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a153e9f-27fd-48c9-a943-dee0a0314844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.501924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a153e9f-27fd-48c9-a943-dee0a0314844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.547949 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7a153e9f-27fd-48c9-a943-dee0a0314844 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f07f51e9519c49a1ae20aea38e4d1cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774041 Dec 20 03:30:10.551067 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a153e9f-27fd-48c9-a943-dee0a0314844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f85005-a741-4f2a-ab14-227c7a79d883,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:10.555318 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43356) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:10.653735 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ec05c8-4479-498c-9cbc-90e57e744e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.689068 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ec05c8-4479-498c-9cbc-90e57e744e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.836272 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ec05c8-4479-498c-9cbc-90e57e744e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.839646 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ec05c8-4479-498c-9cbc-90e57e744e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:10.842686 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-44ec05c8-4479-498c-9cbc-90e57e744e36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63f85005-a741-4f2a-ab14-227c7a79d883 HTTP/1.1" status: 204 len: 168 time: 0.2833405 Dec 20 03:30:10.856130 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec05c8-4479-498c-9cbc-90e57e744e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f85005-a741-4f2a-ab14-227c7a79d883,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:11.162376 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:11.869742 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43412) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:11.885800 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c1665933-5097-4ab9-a6a4-d902e9806d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.005873 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c1665933-5097-4ab9-a6a4-d902e9806d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.114618 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43420) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:12.139392 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c1665933-5097-4ab9-a6a4-d902e9806d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.203514 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c1665933-5097-4ab9-a6a4-d902e9806d7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=390957316a1941609cf1551b8da627e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312533 Dec 20 03:30:12.204693 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1665933-5097-4ab9-a6a4-d902e9806d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6c370-fbd2-46bd-9e00-550f044d09dd,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:12.205817 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43424) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:12.302673 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28dfc5f4-601f-4f95-91a1-f37040dac6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.330736 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28dfc5f4-601f-4f95-91a1-f37040dac6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.470694 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28dfc5f4-601f-4f95-91a1-f37040dac6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.482334 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28dfc5f4-601f-4f95-91a1-f37040dac6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.483525 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-28dfc5f4-601f-4f95-91a1-f37040dac6c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11c6c370-fbd2-46bd-9e00-550f044d09dd HTTP/1.1" status: 204 len: 168 time: 0.2764966 Dec 20 03:30:12.497901 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfc5f4-601f-4f95-91a1-f37040dac6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6c370-fbd2-46bd-9e00-550f044d09dd,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:12.544945 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-network', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:12.672104 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Made reservation on behalf of 2685bc296a00477bb621dea25f74f6d1 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:30:12.676883 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.691827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.830337 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.928739 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:12.944791 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43448) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:12.997169 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:30:13.023500 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98adf9f-650d-4063-b3a0-8b3536e25428,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:13.031420 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.032473 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Added segment 90775e06-9c60-42a5-b650-cda4445c9d97 of type vlan for network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 Dec 20 03:30:13.112111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.219837 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.224227 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:13.230535 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.367815 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] Pushing event updated for resources: {'Network': ['ID=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:13.373741 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c403863f-8721-4d32-ab06-ed281748754f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.379387 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:30:13.541772 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c403863f-8721-4d32-ab06-ed281748754f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.548803 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5f1ecb83-3ca2-4f4b-9078-a9d4ecc9d4fa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4327054 Dec 20 03:30:13.554548 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43476) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:13.568354 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Request body: {'subnet': {'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-subnet', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:13.654041 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c403863f-8721-4d32-ab06-ed281748754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.706372 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-dabb007f-e03d-46b0-b437-08f60d94b58f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:13.713347 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-dabb007f-e03d-46b0-b437-08f60d94b58f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.3419049 Dec 20 03:30:13.722222 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403863f-8721-4d32-ab06-ed281748754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb352ea6-d3ec-4e3a-b93f-b7660e72bc8d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:13.762510 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c403863f-8721-4d32-ab06-ed281748754f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99c094124b2b4633bbfa52e606c96f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8162081 Dec 20 03:30:13.763142 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43486) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:13.772559 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-1851b86c-65ae-44f3-86bd-1a410a96092b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/quotas/032e3b59ca34420bbb5bdcaaa1cbb72b HTTP/1.1" status: 200 len: 375 time: 0.0520146 Dec 20 03:30:13.783555 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Made reservation on behalf of 2685bc296a00477bb621dea25f74f6d1 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:30:13.797877 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574633'] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.869840 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f22057d-493e-4340-99e3-284e42e1d639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.899162 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f22057d-493e-4340-99e3-284e42e1d639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:13.958777 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-db5e1dd7-f7dd-48dc-b81b-8b16bf9893c8 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787434 Dec 20 03:30:14.134035 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f22057d-493e-4340-99e3-284e42e1d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:14.137506 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f22057d-493e-4340-99e3-284e42e1d639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:14.138957 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4f22057d-493e-4340-99e3-284e42e1d639 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb352ea6-d3ec-4e3a-b93f-b7660e72bc8d HTTP/1.1" status: 204 len: 168 time: 0.3741641 Dec 20 03:30:14.149715 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22057d-493e-4340-99e3-284e42e1d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb352ea6-d3ec-4e3a-b93f-b7660e72bc8d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:14.346586 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-66a3e00b-eea4-42f9-b596-8acca7279d9c service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868363 Dec 20 03:30:14.492939 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-51db2b3e-7895-46a0-a34c-900b0af256c8 service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340742 Dec 20 03:30:14.631465 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43504) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:14.716279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9749872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574535'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:14.788774 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97843a1e-381b-4340-918c-b03ecae39ee1,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:14.798589 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Checking segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:30:14.799102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Network hostable DHCP agents. Network: b2ae3593-6ccd-4cce-a5cc-c36ec671fee9, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:30:14.875260 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb60cdbe-34ae-4414-bec7-602886f50374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:14.956393 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a22b92b-57f7-4b70-95eb-6f12fe9e94ed req-c1453ff5-47bc-40fb-b778-451dfb583dab tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.0325391 Dec 20 03:30:14.964537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:30:15.016344 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb60cdbe-34ae-4414-bec7-602886f50374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.093907 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, b2ae3593-6ccd-4cce-a5cc-c36ec671fee9) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:15.104398 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:15.106591 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.111896 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3d6ae-7900-4795-9469-bbeac327b5fe None None] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:30:15.136175 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb60cdbe-34ae-4414-bec7-602886f50374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.185393 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fb60cdbe-34ae-4414-bec7-602886f50374 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb27e7c7dd07430fae1c417e486be90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5527518 Dec 20 03:30:15.189562 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43528) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:15.203318 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60cdbe-34ae-4414-bec7-602886f50374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfd5055-a067-4baa-a04e-5ab8096a10f3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:15.262911 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5cd3151f-86eb-4488-8d5c-e19f66f0d20d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7039466 Dec 20 03:30:15.266565 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43536) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:15.267077 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44728529-f912-4501-9adc-84539358febe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.274939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:15.300689 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b72beb-a073-420e-9e10-04eb0f48f365 None None] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:30:15.305590 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44728529-f912-4501-9adc-84539358febe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.389809 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43540) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:15.412745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ee73da5b-16af-4951-98a6-9b69e7cd86e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.430858 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.435168 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.458464 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44728529-f912-4501-9adc-84539358febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.462665 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-44728529-f912-4501-9adc-84539358febe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.466544 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-44728529-f912-4501-9adc-84539358febe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dfd5055-a067-4baa-a04e-5ab8096a10f3 HTTP/1.1" status: 204 len: 168 time: 0.2735212 Dec 20 03:30:15.515070 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44728529-f912-4501-9adc-84539358febe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfd5055-a067-4baa-a04e-5ab8096a10f3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:15.563700 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.636241 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ee73da5b-16af-4951-98a6-9b69e7cd86e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.768093 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ee73da5b-16af-4951-98a6-9b69e7cd86e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.828930 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ee73da5b-16af-4951-98a6-9b69e7cd86e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f8a5fe75505421ea3d3fbbf77ed8c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363556 Dec 20 03:30:15.830334 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43586) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:15.832091 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73da5b-16af-4951-98a6-9b69e7cd86e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b05b39-53f7-4a84-9b3e-17f6dae9bcdc,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:15.881177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.915168 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4551db6-2605-4391-b43a-92d28d25c49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:15.938136 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4551db6-2605-4391-b43a-92d28d25c49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.122446 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9aae7bec-3c6d-4920-b53e-7b8964edd7da req-d5c2d31c-4ab9-4719-9246-c15464ffaf30 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.0751004 Dec 20 03:30:16.139903 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4551db6-2605-4391-b43a-92d28d25c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.145892 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4551db6-2605-4391-b43a-92d28d25c49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.148693 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c4551db6-2605-4391-b43a-92d28d25c49c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71b05b39-53f7-4a84-9b3e-17f6dae9bcdc HTTP/1.1" status: 204 len: 168 time: 0.3016338 Dec 20 03:30:16.175680 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551db6-2605-4391-b43a-92d28d25c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b05b39-53f7-4a84-9b3e-17f6dae9bcdc,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:16.397940 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.417445 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.531029 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Allocated IP 172.27.2.31 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/3cb440c6-7c34-42e4-90fd-4db33ce507c2) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:30:16.692146 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.877061 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:16.931109 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb440c6-7c34-42e4-90fd-4db33ce507c2,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:16.936452 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:30:16.938758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:16.942150 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:30:16.949122 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43612) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:16.968585 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-59eb7133-34ed-4a5a-b247-76ea36ceae29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.084725 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-59eb7133-34ed-4a5a-b247-76ea36ceae29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.185293 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-59eb7133-34ed-4a5a-b247-76ea36ceae29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.328343 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e688927-8017-4711-8ceb-b2824b18206c req-d70ad392-b1b8-4de5-96e8-b0fbcc9885c5 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.1158068 Dec 20 03:30:17.338855 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-59eb7133-34ed-4a5a-b247-76ea36ceae29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=947719a970ef44fc86e4b6e1e350c04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880277 Dec 20 03:30:17.344233 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43630) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:17.368122 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb7133-34ed-4a5a-b247-76ea36ceae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969473e2-20bf-47c8-bf8d-66afd7c8e3fd,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:17.427181 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.505356 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1654-13db-4849-acdf-74ef90b9e385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.548389 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1654-13db-4849-acdf-74ef90b9e385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.706841 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.740319 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1654-13db-4849-acdf-74ef90b9e385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.743101 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1654-13db-4849-acdf-74ef90b9e385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:17.744255 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1e5c1654-13db-4849-acdf-74ef90b9e385 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/969473e2-20bf-47c8-bf8d-66afd7c8e3fd HTTP/1.1" status: 204 len: 168 time: 0.3975723 Dec 20 03:30:17.757757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1654-13db-4849-acdf-74ef90b9e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969473e2-20bf-47c8-bf8d-66afd7c8e3fd,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:17.997569 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Router d0743f9b-862e-479a-b22b-3109c5474f7a is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:30:18.138235 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:30:18.163397 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Sync routers for ids ['d0743f9b-862e-479a-b22b-3109c5474f7a'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:30:18.179553 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Routers {'d0743f9b-862e-479a-b22b-3109c5474f7a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:30:18.180202 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:29:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d0743f9b-862e-479a-b22b-3109c5474f7a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:18.239253 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:18.247137 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-880e4da6-e9f9-47ff-9c71-6da41c1e9ea9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9787381 Dec 20 03:30:18.251804 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43662) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:18.354411 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Set router d0743f9b-862e-479a-b22b-3109c5474f7a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:30:18.643598 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:30:17Z', 'revision_number': 3, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:18.674244 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Checking router: d0743f9b-862e-479a-b22b-3109c5474f7a for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:30:18.674856 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Updating router d0743f9b-862e-479a-b22b-3109c5474f7a port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:30:18.706178 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:18.720035 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8a56b132-80ca-4c3f-a31a-6198e3ca00b9 req-d83d1382-1434-4c65-ba9c-418c9ac9e20d tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.0667760 Dec 20 03:30:19.019634 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.105543 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.219843 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Pushing event updated for resources: {'Port': ['ID=3cb440c6-7c34-42e4-90fd-4db33ce507c2,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:19.234719 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.241539 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.242345 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.242524 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:19.248746 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.261861 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Attempting to bind port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:30:19.263214 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Attempting to bind port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:30:19.264108 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Attempting to bind port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:19.278493 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:30:19.279680 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:30:19.280818 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.281806 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:30:19.282938 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Bound port: 3cb440c6-7c34-42e4-90fd-4db33ce507c2, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:30:19.283963 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.370992 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] For port 3cb440c6-7c34-42e4-90fd-4db33ce507c2, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:30:19.375528 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] For port 3cb440c6-7c34-42e4-90fd-4db33ce507c2, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=3cb440c6-7c34-42e4-90fd-4db33ce507c2,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:30:19.416012 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43688) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:19.476754 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.522361 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Allocated IP 172.20.0.1 (b2ae3593-6ccd-4cce-a5cc-c36ec671fee9/97843a1e-381b-4340-918c-b03ecae39ee1/1c713266-fc54-4758-a78a-a4d2eceb38a2) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:30:19.579757 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-24515832-dab2-4f95-8664-bfc6e96dd071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.684666 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73cb24-6749-40b3-b568-83a975c199eb None None] Pushing event updated for resources: {'Port': ['ID=3cb440c6-7c34-42e4-90fd-4db33ce507c2,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:19.686974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.716493 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Routers {'d0743f9b-862e-479a-b22b-3109c5474f7a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:30:19.717427 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:29:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d0743f9b-862e-479a-b22b-3109c5474f7a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:19.730701 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-24515832-dab2-4f95-8664-bfc6e96dd071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.797085 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-24515832-dab2-4f95-8664-bfc6e96dd071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.865627 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-24515832-dab2-4f95-8664-bfc6e96dd071 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fec479568494cd083c26fb8c012d271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484622 Dec 20 03:30:19.871996 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 43702) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:19.904112 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24515832-dab2-4f95-8664-bfc6e96dd071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32fca2f-1fb7-4b1b-b367-ad78b53d7e04,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:19.907910 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] Set router d0743f9b-862e-479a-b22b-3109c5474f7a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:30:19.964082 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-29a5cf4b-2869-4361-8828-e18f9c4424ec req-3ba46b77-acf4-45a6-9c19-091c453ef3d3 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.1368914 Dec 20 03:30:19.977172 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:19.997480 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14b3f008-5fba-44a7-9803-582d8a7f94ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.041509 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:30:20.045673 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:20.050154 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:30:20.098964 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14b3f008-5fba-44a7-9803-582d8a7f94ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.116684 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Pushing event updated for resources: {'Port': ['ID=1c713266-fc54-4758-a78a-a4d2eceb38a2,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:20.153385 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.264844 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14b3f008-5fba-44a7-9803-582d8a7f94ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.269032 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14b3f008-5fba-44a7-9803-582d8a7f94ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.275967 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-14b3f008-5fba-44a7-9803-582d8a7f94ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d32fca2f-1fb7-4b1b-b367-ad78b53d7e04 HTTP/1.1" status: 204 len: 168 time: 0.3999441 Dec 20 03:30:20.282837 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:30:17Z', 'revision_number': 3, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:20.287446 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f008-5fba-44a7-9803-582d8a7f94ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32fca2f-1fb7-4b1b-b367-ad78b53d7e04,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:20.327792 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaaed1-83ef-4ff5-8629-b9f603c2ad06 None None] The sync data for ids ['d0743f9b-862e-479a-b22b-3109c5474f7a'] in dv-cinder-818037-11-iscsi is: [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:30:17Z', 'revision_number': 3, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:30:20.380593 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.650323 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.809221 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.956531 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:20.977867 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Pushing event updated for resources: {'Port': ['ID=1c713266-fc54-4758-a78a-a4d2eceb38a2,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:21.030428 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-849f8896-a84d-40b5-930e-9c7691ef8439 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:21.032060 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-849f8896-a84d-40b5-930e-9c7691ef8439 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.1656137 Dec 20 03:30:21.060274 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Request body: {'port': {'device_id': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'admin_state_up': True, 'tenant_id': '032e3b59ca34420bbb5bdcaaa1cbb72b'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:21.242599 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 3cb440c6-7c34-42e4-90fd-4db33ce507c2 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:21.368201 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64d7d6a2-debd-436f-b5ae-22b460aaa584 req-4f237774-3b31-491b-ae9d-231410198622 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.2111626 Dec 20 03:30:21.427512 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:21.427884 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:21.432571 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:30:21.434128 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:21.627737 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:21.686376 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 3cb440c6-7c34-42e4-90fd-4db33ce507c2, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=3cb440c6-7c34-42e4-90fd-4db33ce507c2,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:21.716556 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Made reservation on behalf of 032e3b59ca34420bbb5bdcaaa1cbb72b for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:30:21.721283 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:21.827435 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:21.892227 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Router d0743f9b-862e-479a-b22b-3109c5474f7a has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:30:21.937255 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=3cb440c6-7c34-42e4-90fd-4db33ce507c2,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:22.061417 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Allocated IP 172.20.0.7 (81fcedcc-7077-48be-86e2-d027fe8cf5ab/b99576ec-6b4b-419b-a87b-bcfee72de664/0b3b2e1a-633d-4f16-a381-3c86b11ddb3f) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:30:22.082261 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:30:22.105288 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-691d9b1d-0401-4178-8449-ffa5ef566823 admin admin] 10.222.0.53 "PUT /v2.0/routers/d0743f9b-862e-479a-b22b-3109c5474f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8431528 Dec 20 03:30:22.327410 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:22.521595 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:22.566003 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b', '27cdf226-e684-4867-9d0a-236f8a22a8f4'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:30:22.613539 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:30:22.619483 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event updated for resources: {'Port': ['ID=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:22.622351 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:22.626888 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:30:22.640238 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8d0e-cfd5-481a-b544-9a101a223031 req-4e3f6a2d-bb4e-43ac-9e38-4c645a7775e1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:22.650457 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99ac8d0e-cfd5-481a-b544-9a101a223031 req-4e3f6a2d-bb4e-43ac-9e38-4c645a7775e1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 931 time: 0.1450183 Dec 20 03:30:22.741416 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:22.742521 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:22.778565 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99ac8d0e-cfd5-481a-b544-9a101a223031 req-ae6ee927-381e-4369-abc9-14fef7884da0 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270947 Dec 20 03:30:22.887084 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-3518ee47-d76c-4607-9e05-ba23b11603f1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8326344 Dec 20 03:30:22.912039 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Request body: {'port': {'device_id': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:23.022382 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:23.108052 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 3cb440c6-7c34-42e4-90fd-4db33ce507c2 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:23.251075 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:23.251548 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:23.324982 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Sync routers for ids ['d0743f9b-862e-479a-b22b-3109c5474f7a'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:30:23.355014 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Routers {'d0743f9b-862e-479a-b22b-3109c5474f7a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:30:23.355785 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:29:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d0743f9b-862e-479a-b22b-3109c5474f7a'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:23.490758 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-4dfee5f7-8f37-4e3c-adf2-a6a59449ef4e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:23.492565 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-4dfee5f7-8f37-4e3c-adf2-a6a59449ef4e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 819 time: 0.1590855 Dec 20 03:30:23.509705 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-a33d11f6-4e9b-4b44-a8c6-ccd11268f5d2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/quotas/2685bc296a00477bb621dea25f74f6d1 HTTP/1.1" status: 200 len: 375 time: 0.0105166 Dec 20 03:30:23.545810 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:23.552131 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Set router d0743f9b-862e-479a-b22b-3109c5474f7a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:30:23.573722 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:23.601923 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Transition to ACTIVE for port object 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:30:23.635113 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-d51ddbc8-a588-45d7-8aba-9580be1ac077 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130593 Dec 20 03:30:23.693219 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:23.752300 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:23.852782 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-5d4d57c3-d2c6-4333-b301-ba4e34b35a89 service neutron] 10.222.0.53 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044370 Dec 20 03:30:24.056327 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:30:20Z', 'revision_number': 4, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '1c713266-fc54-4758-a78a-a4d2eceb38a2', 'name': '', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'mac_address': 'fa:16:3e:1b:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:19Z', 'updated_at': '2021-12-20T03:30:20Z', 'revision_number': 2, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'subnets': [{'id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:24.072143 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-d548f234-6454-4b11-85e1-07509fccf075 service neutron] 10.222.0.53 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967547 Dec 20 03:30:24.092071 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Checking router: d0743f9b-862e-479a-b22b-3109c5474f7a for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:30:24.092739 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Updating router d0743f9b-862e-479a-b22b-3109c5474f7a port 1c713266-fc54-4758-a78a-a4d2eceb38a2 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:30:24.170221 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Attempting to bind port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:30:24.170772 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Attempting to bind port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:30:24.171401 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Attempting to bind port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:24.180354 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:24.181637 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:30:24.181955 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Attempting to bind port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:24.203931 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6340ca-629c-4656-b77b-47740c3c00f0 req-34211639-6eb1-4b64-9f85-dbf5e4ede746 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:24.203931 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b6340ca-629c-4656-b77b-47740c3c00f0 req-34211639-6eb1-4b64-9f85-dbf5e4ede746 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 943 time: 0.1353400 Dec 20 03:30:24.205473 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:30:24.205906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Checking segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:30:24.206365 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Bound using segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:30:24.207259 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Bound port: 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:30:24.207763 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:24.344170 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b6340ca-629c-4656-b77b-47740c3c00f0 req-15ec3560-0efe-44fe-ba10-27cf4f311b70 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334505 Dec 20 03:30:24.399371 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43866) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:24.403108 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] For port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:30:24.408354 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] For port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:30:24.488724 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:24.582821 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:24.584426 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:24.587010 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/0b3b2e1a-633d-4f16-a381-3c86b11ddb3f HTTP/1.1" status: 200 len: 1093 time: 1.6830387 Dec 20 03:30:24.587896 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'tag': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:24.592254 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae479349-65c6-410f-9f00-db66e5fc9bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "69cdeced-dc70-4b1b-826b-fc1e794fff2b", "tag": "0b3b2e1a-633d-4f16-a381-3c86b11ddb3f"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:24.654455 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ca4e1-3d25-433f-8a9a-685a0bac59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:24.674283 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5fdd41a2-5a48-41fe-b189-f4de1b009690 req-005e6ae0-fc80-4e3b-8856-7418cd2fecc6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 210 time: 0.0849731 Dec 20 03:30:24.739061 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:30:24.792295 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91be6c63-36cb-41db-85a5-8fd2aa2098cb x-openstack-request-id: req-91be6c63-36cb-41db-85a5-8fd2aa2098cb {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:24.792782 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cdeced-dc70-4b1b-826b-fc1e794fff2b", "tag": "0b3b2e1a-633d-4f16-a381-3c86b11ddb3f", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:24.793254 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91be6c63-36cb-41db-85a5-8fd2aa2098cb {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:24.793894 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'tag': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f', 'status': 'completed', 'code': 200} Dec 20 03:30:24.867293 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6445558e-21b9-42f3-9e99-3fff4d1b16d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:24.959732 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:24.996639 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-4fd39b59-0f93-418d-8f99-ea14750a574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:24.999842 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-4fd39b59-0f93-418d-8f99-ea14750a574e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 1096 time: 0.1795130 Dec 20 03:30:25.062647 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6445558e-21b9-42f3-9e99-3fff4d1b16d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.064656 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.123234 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-5ca6fcc2-b854-4d23-990f-ba7f8ad42373 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f HTTP/1.1" status: 200 len: 217 time: 0.0930429 Dec 20 03:30:25.190177 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d970e4-a428-4cd9-8bf2-99256360d1c3 None None] Pushing event updated for resources: {'Port': ['ID=1c713266-fc54-4758-a78a-a4d2eceb38a2,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:25.193924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6445558e-21b9-42f3-9e99-3fff4d1b16d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.213807 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132be8-63e2-4928-b928-f446244c75cf req-40935f9d-88df-4f8c-a14c-62c1e87c1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:25.215447 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-40935f9d-88df-4f8c-a14c-62c1e87c1c77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.0845661 Dec 20 03:30:25.231901 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Attempting to bind port 1c713266-fc54-4758-a78a-a4d2eceb38a2 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:30:25.232796 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Attempting to bind port 1c713266-fc54-4758-a78a-a4d2eceb38a2 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:30:25.233246 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Attempting to bind port 1c713266-fc54-4758-a78a-a4d2eceb38a2 on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:25.242749 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:30:25.243317 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Checking segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:30:25.243725 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.244117 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Bound using segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:30:25.244589 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Bound port: 1c713266-fc54-4758-a78a-a4d2eceb38a2, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:30:25.245386 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.261126 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-97f40995-e51a-4fdf-be4c-a8b07b166c6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372484 Dec 20 03:30:25.269331 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445558e-21b9-42f3-9e99-3fff4d1b16d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866ea38-8fce-403b-87e8-bfa1205d35e2,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:25.309206 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6445558e-21b9-42f3-9e99-3fff4d1b16d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9884e421aafa4f75a997c15b2543f6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9075141 Dec 20 03:30:25.311757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 43908) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:25.319660 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-648fa444-e7ed-444a-b14f-f49b6cb0ab8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.372697 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] For port 1c713266-fc54-4758-a78a-a4d2eceb38a2, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:30:25.384509 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] For port 1c713266-fc54-4758-a78a-a4d2eceb38a2, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=1c713266-fc54-4758-a78a-a4d2eceb38a2,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:30:25.387193 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-958fcf28-029f-4995-8d1d-d7bb8d1f4833 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:25.396126 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-958fcf28-029f-4995-8d1d-d7bb8d1f4833 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 819 time: 0.2333767 Dec 20 03:30:25.425817 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b66bde68-65d7-4fc2-ab03-8e7f62375653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.426862 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-6fd9f206-8f8c-4270-b3d8-863fc51b6d94 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527979 Dec 20 03:30:25.428854 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-42c9f403-fee3-4fec-82c1-0abc6d9f0789 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/quotas/2685bc296a00477bb621dea25f74f6d1 HTTP/1.1" status: 200 len: 375 time: 0.0315804 Dec 20 03:30:25.482520 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.517876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b66bde68-65d7-4fc2-ab03-8e7f62375653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.588688 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25132be8-63e2-4928-b928-f446244c75cf req-72b2280b-ceef-41bb-a67d-b2365f6684ba service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413891 Dec 20 03:30:25.590982 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-b0cfa910-0e67-4b42-bde3-7cda88a101e7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1529081 Dec 20 03:30:25.598274 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d970e4-a428-4cd9-8bf2-99256360d1c3 None None] Pushing event updated for resources: {'Port': ['ID=1c713266-fc54-4758-a78a-a4d2eceb38a2,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:25.605058 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Routers {'d0743f9b-862e-479a-b22b-3109c5474f7a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:30:25.606146 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:29:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d0743f9b-862e-479a-b22b-3109c5474f7a'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:25.726555 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-b5290163-1b16-499c-a3d7-1fd203722f92 service neutron] 10.222.0.53 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278677 Dec 20 03:30:25.857826 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b66bde68-65d7-4fc2-ab03-8e7f62375653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.861590 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b66bde68-65d7-4fc2-ab03-8e7f62375653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:25.864941 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b66bde68-65d7-4fc2-ab03-8e7f62375653 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6866ea38-8fce-403b-87e8-bfa1205d35e2 HTTP/1.1" status: 204 len: 168 time: 0.5510554 Dec 20 03:30:25.895495 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bde68-65d7-4fc2-ab03-8e7f62375653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866ea38-8fce-403b-87e8-bfa1205d35e2,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:25.945301 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] Set router d0743f9b-862e-479a-b22b-3109c5474f7a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:30:25.952612 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-560c2629-fad7-4b80-9dfd-10fcf5285d54 service neutron] 10.222.0.53 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185159 Dec 20 03:30:25.973884 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-d62a028a-80d6-440f-becc-70cf0c4fab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:25.981495 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-d62a028a-80d6-440f-becc-70cf0c4fab40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 1096 time: 0.0859449 Dec 20 03:30:26.309079 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-015cae9a-a7b8-4e56-91fe-df7e7861d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:26.310685 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-015cae9a-a7b8-4e56-91fe-df7e7861d50f service neutron] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 916 time: 0.3202620 Dec 20 03:30:26.390816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb959c51-3e0d-409f-b24e-dba2463311e8 req-84a15f61-e8a5-450c-91bb-1bcf53ce3712 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:26.395757 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb959c51-3e0d-409f-b24e-dba2463311e8 req-84a15f61-e8a5-450c-91bb-1bcf53ce3712 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 943 time: 0.1426301 Dec 20 03:30:26.433853 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7dc48e0f-06cc-4335-bc86-ee6315f29cce req-0dbf503b-2bf7-4574-90e7-62a248b563f8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0507076 Dec 20 03:30:26.448011 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:30:20Z', 'revision_number': 4, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '1c713266-fc54-4758-a78a-a4d2eceb38a2', 'name': '', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'mac_address': 'fa:16:3e:1b:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:19Z', 'updated_at': '2021-12-20T03:30:25Z', 'revision_number': 4, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'subnets': [{'id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:30:26.465178 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-2703aaec-d6ac-4914-9d96-16f8aca310e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f HTTP/1.1" status: 200 len: 217 time: 0.1341000 Dec 20 03:30:26.498482 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078a5b2-5115-444a-9e4a-7ae5362a5c87 None None] The sync data for ids ['d0743f9b-862e-479a-b22b-3109c5474f7a'] in dv-cinder-818037-11-iscsi is: [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:30:20Z', 'revision_number': 4, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '1c713266-fc54-4758-a78a-a4d2eceb38a2', 'name': '', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'mac_address': 'fa:16:3e:1b:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:19Z', 'updated_at': '2021-12-20T03:30:25Z', 'revision_number': 4, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'subnets': [{'id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:30:26.652286 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-af688cdc-8d73-40c1-90c2-d1a7384667bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:26.654909 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-af688cdc-8d73-40c1-90c2-d1a7384667bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.1812625 Dec 20 03:30:26.661573 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb959c51-3e0d-409f-b24e-dba2463311e8 req-0818f284-0e47-4923-945f-38c656f0add9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983845 Dec 20 03:30:26.692132 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-a31aa177-e19c-4969-8f00-0f6d75841293 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290277 Dec 20 03:30:26.901893 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-e879a568-b251-42fe-a614-7dce7f43748d service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952157 Dec 20 03:30:27.143678 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae479349-65c6-410f-9f00-db66e5fc9bc3 req-f1a7acac-a735-4285-b7b2-d49a6c9acc70 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141457 Dec 20 03:30:27.146785 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 1c713266-fc54-4758-a78a-a4d2eceb38a2 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:27.232701 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 1c713266-fc54-4758-a78a-a4d2eceb38a2 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:27.233080 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:27.418021 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:27.527595 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 1c713266-fc54-4758-a78a-a4d2eceb38a2, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=1c713266-fc54-4758-a78a-a4d2eceb38a2,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:27.530553 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d074c98-78fa-402d-87f4-7585779e2481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:27.543575 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-39d65a5d-56d8-437e-8a08-da0b16b88ef5 req-e866275e-7b24-491f-a701-f6fe15278547 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0470691 Dec 20 03:30:27.631681 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:27.725036 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=1c713266-fc54-4758-a78a-a4d2eceb38a2,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:27.835979 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d1e76-d82d-4770-bd9d-4d8f78e66744 req-72b7c89b-2eca-4056-ad0f-21df93846fc5 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:27.844630 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a9d1e76-d82d-4770-bd9d-4d8f78e66744 req-72b7c89b-2eca-4056-ad0f-21df93846fc5 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 943 time: 0.0775046 Dec 20 03:30:27.908434 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a9d1e76-d82d-4770-bd9d-4d8f78e66744 req-d4f93c53-5881-485d-be98-75cfff37f207 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626421 Dec 20 03:30:28.140857 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-32d22dc8-78f0-4c9a-bccf-378c81cad206 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:28.146021 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-32d22dc8-78f0-4c9a-bccf-378c81cad206 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 819 time: 0.1506593 Dec 20 03:30:28.172292 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Request body: {'port': {'device_id': '4e5cfe95-9804-4406-a893-82b021de3826', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'admin_state_up': True, 'tenant_id': '2685bc296a00477bb621dea25f74f6d1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:28.458951 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Made reservation on behalf of 2685bc296a00477bb621dea25f74f6d1 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:30:28.463482 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:28.539467 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:30:28.646276 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Allocated IP 172.20.0.2 (b2ae3593-6ccd-4cce-a5cc-c36ec671fee9/97843a1e-381b-4340-918c-b03ecae39ee1/9885c0f5-72c6-4249-b8f6-5755a026febe) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:30:28.713666 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0df461c-cacd-4f4d-9dc0-fd2ece73b3f1 req-661c232c-c93d-48fb-bfe7-f25a97a9db57 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0462444 Dec 20 03:30:28.803797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:28.818561 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'port_id': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f', 'mac_address': 'fa:16:3e:8e:38:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99576ec-6b4b-419b-a87b-bcfee72de664', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:30:28.825174 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:28.899663 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:28.909317 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:28.920602 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:28.944176 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:29.070446 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.083910 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.119448 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 1c713266-fc54-4758-a78a-a4d2eceb38a2 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:29.120878 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:30:29.129986 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:29.134409 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:30:29.212879 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:29.273840 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 1c713266-fc54-4758-a78a-a4d2eceb38a2 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:29.274323 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.308806 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Pushing event updated for resources: {'Port': ['ID=9885c0f5-72c6-4249-b8f6-5755a026febe,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:29.352520 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:29.352520 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.397660 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44026) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:29.447986 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdc713-10f8-4548-a26b-59b5552da82b req-dd277d84-b6e5-4643-932d-12640adac772 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:29.457370 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ffdc713-10f8-4548-a26b-59b5552da82b req-dd277d84-b6e5-4643-932d-12640adac772 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 944 time: 0.1947517 Dec 20 03:30:29.467668 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['0b3b2e1a-633d-4f16-a381-3c86b11ddb3f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:30:29.530072 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-9ec3bca1-c783-4eb5-951b-9f20bc7bd1e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3589485 Dec 20 03:30:29.538841 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ffdc713-10f8-4548-a26b-59b5552da82b req-2fa897e0-2038-4a02-a352-9423f5b1b9c1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738356 Dec 20 03:30:29.555688 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Request body: {'port': {'device_id': '4e5cfe95-9804-4406-a893-82b021de3826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:29.645204 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.652728 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f072a2b3-b927-40bd-b371-9c62749278b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.806045 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f072a2b3-b927-40bd-b371-9c62749278b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.898386 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ba520ee4-889c-4260-8e1c-65060a34f4de req-8a2ee4fe-f6e9-4adf-8e0a-f9f5e0db35a1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0595148 Dec 20 03:30:29.918441 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f072a2b3-b927-40bd-b371-9c62749278b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:29.958894 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f072a2b3-b927-40bd-b371-9c62749278b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f483a7c5ce50472d8055668c92a490a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598328 Dec 20 03:30:29.962038 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44046) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:29.999440 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072a2b3-b927-40bd-b371-9c62749278b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba81cf6-b41e-4d8c-a34a-c31284a570c8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:30.051952 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c692248f-6c69-40d9-9cde-f79a5854e67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.085982 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c692248f-6c69-40d9-9cde-f79a5854e67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.164986 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9885c0f5-72c6-4249-b8f6-5755a026febe {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.180784 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:30:30.185429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-c9a5f01c-56aa-4cef-b506-a2976feaee98 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:30.188580 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-c9a5f01c-56aa-4cef-b506-a2976feaee98 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 819 time: 0.1782649 Dec 20 03:30:30.195052 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.226132 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c692248f-6c69-40d9-9cde-f79a5854e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.231177 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c692248f-6c69-40d9-9cde-f79a5854e67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.234247 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c692248f-6c69-40d9-9cde-f79a5854e67e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ba81cf6-b41e-4d8c-a34a-c31284a570c8 HTTP/1.1" status: 204 len: 168 time: 0.2698231 Dec 20 03:30:30.242082 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Request body: {'port': {'device_id': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'admin_state_up': True, 'tenant_id': '2685bc296a00477bb621dea25f74f6d1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:30.252917 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692248f-6c69-40d9-9cde-f79a5854e67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba81cf6-b41e-4d8c-a34a-c31284a570c8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:30.264639 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Transition to ACTIVE for port object 9885c0f5-72c6-4249-b8f6-5755a026febe will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:30:30.396127 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.410613 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.474290 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Pushing event updated for resources: {'Port': ['ID=9885c0f5-72c6-4249-b8f6-5755a026febe,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:30.553856 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:30.604802 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Attempting to bind port 9885c0f5-72c6-4249-b8f6-5755a026febe on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:30:30.605288 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Attempting to bind port 9885c0f5-72c6-4249-b8f6-5755a026febe by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:30:30.605661 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Attempting to bind port 9885c0f5-72c6-4249-b8f6-5755a026febe on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:30.612189 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Port 9885c0f5-72c6-4249-b8f6-5755a026febe on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:30:30.612663 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Attempting to bind port 9885c0f5-72c6-4249-b8f6-5755a026febe on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:30.619423 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:30:30.627671 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Checking segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:30:30.627671 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Bound using segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:30:30.627671 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Bound port: 9885c0f5-72c6-4249-b8f6-5755a026febe, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:30:30.627671 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.666681 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Made reservation on behalf of 2685bc296a00477bb621dea25f74f6d1 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:30:30.670821 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.755840 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:30:30.759463 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] For port 9885c0f5-72c6-4249-b8f6-5755a026febe, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:30:30.761416 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:30.762051 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.832240 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] For port 9885c0f5-72c6-4249-b8f6-5755a026febe, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9885c0f5-72c6-4249-b8f6-5755a026febe,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:30:30.858497 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0455-83ef-456d-86cc-40098f04935d req-61060277-f426-4ee4-bb3c-1939193dfd1c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:30.860369 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-42dd0455-83ef-456d-86cc-40098f04935d req-61060277-f426-4ee4-bb3c-1939193dfd1c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 944 time: 0.1970658 Dec 20 03:30:30.908218 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.926992 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.958990 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:30.976193 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:30.983730 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a729920-4963-43ac-86de-0ee6d8b6df79" -d '{"events": [{"server_uuid": "69cdeced-dc70-4b1b-826b-fc1e794fff2b", "name": "network-vif-plugged", "status": "completed", "tag": "0b3b2e1a-633d-4f16-a381-3c86b11ddb3f"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:31.002455 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:31.047565 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-42dd0455-83ef-456d-86cc-40098f04935d req-7112347c-17b9-4996-9965-5480d0fbbebc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776619 Dec 20 03:30:31.059635 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:31.060278 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:31.061948 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] 10.222.0.54 "PUT /v2.0/ports/9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 1093 time: 1.5180819 Dec 20 03:30:31.062426 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5cfe95-9804-4406-a893-82b021de3826', 'tag': '9885c0f5-72c6-4249-b8f6-5755a026febe'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:31.065048 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555afa44-91db-4fdd-92ec-178e91076221" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5cfe95-9804-4406-a893-82b021de3826", "tag": "9885c0f5-72c6-4249-b8f6-5755a026febe"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:31.072941 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Allocated IP 172.20.0.8 (b2ae3593-6ccd-4cce-a5cc-c36ec671fee9/97843a1e-381b-4340-918c-b03ecae39ee1/176ceebe-9cae-40dc-8342-df2cb17a5f92) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:30:31.097882 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:31.133276 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c5ddf6d6-d3cb-437e-a1b4-e5e4b48bd527 req-846d26e8-af47-486d-a2e4-db54f8fc084c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0991399 Dec 20 03:30:31.139941 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08882cf0-7e83-4430-a559-7b60bc97f473 service neutron] Pushing event updated for resources: {'Port': ['ID=9885c0f5-72c6-4249-b8f6-5755a026febe,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:31.218682 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b268f4-2616-4a48-ac93-57f78bb52ba8 x-openstack-request-id: req-03b268f4-2616-4a48-ac93-57f78bb52ba8 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:31.218993 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cdeced-dc70-4b1b-826b-fc1e794fff2b", "name": "network-vif-plugged", "status": "completed", "tag": "0b3b2e1a-633d-4f16-a381-3c86b11ddb3f", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:31.225057 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03b268f4-2616-4a48-ac93-57f78bb52ba8 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:31.225811 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f', 'code': 200} Dec 20 03:30:31.249567 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:31.254466 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebac6a9-05a1-4157-bf72-7c679bff4d34 x-openstack-request-id: req-4ebac6a9-05a1-4157-bf72-7c679bff4d34 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:31.258590 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5cfe95-9804-4406-a893-82b021de3826", "tag": "9885c0f5-72c6-4249-b8f6-5755a026febe", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:31.259350 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ebac6a9-05a1-4157-bf72-7c679bff4d34 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:31.260360 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5cfe95-9804-4406-a893-82b021de3826', 'tag': '9885c0f5-72c6-4249-b8f6-5755a026febe', 'status': 'completed', 'code': 200} Dec 20 03:30:31.381384 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-ba5f0edd-14ba-4d12-a087-0745cb907c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:31.382991 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-ba5f0edd-14ba-4d12-a087-0745cb907c66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1096 time: 0.1146479 Dec 20 03:30:31.443231 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-87d980d2-66a7-4919-8a28-a84bf72a47a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 217 time: 0.0412815 Dec 20 03:30:31.453384 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:31.523247 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-0723993f-1daa-4200-a0c1-a10de589218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:31.525112 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-0723993f-1daa-4200-a0c1-a10de589218f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.0699964 Dec 20 03:30:31.569769 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-ad6cb666-f7bc-441b-bc2d-62810bf0847a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342999 Dec 20 03:30:31.652449 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:31.714238 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:30:31.716824 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289dc64-5a4d-4389-8dfd-f9e3bdc50edd req-3bd1a7a5-1767-46bf-af3a-bcac1d28165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:31.718385 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8289dc64-5a4d-4389-8dfd-f9e3bdc50edd req-3bd1a7a5-1767-46bf-af3a-bcac1d28165c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 1098 time: 0.1231179 Dec 20 03:30:31.721009 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:30:31.729706 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:30:31.738741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Pushing event updated for resources: {'Port': ['ID=176ceebe-9cae-40dc-8342-df2cb17a5f92,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:31.779936 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-b15d7a38-ab89-4d5a-978c-e439b2d763e1 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008588 Dec 20 03:30:31.813443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:31.814446 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:31.890245 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-152a890a-122f-4436-bb87-5be89cf6216e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6642153 Dec 20 03:30:32.151110 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44120) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:32.199561 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b468b-df94-4705-93db-1b531df12348 req-422fb06f-d2be-4aa7-9720-ca6641fb0e30 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:32.205795 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-864b468b-df94-4705-93db-1b531df12348 req-422fb06f-d2be-4aa7-9720-ca6641fb0e30 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.0710502 Dec 20 03:30:32.344358 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-864b468b-df94-4705-93db-1b531df12348 req-5681b847-59ae-47cc-bb10-aef3dd4bb1f7 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344507 Dec 20 03:30:32.365937 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49cb-70f8-4b53-85ba-6177fed2bd93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.446519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d34e7-d94c-44fd-bfe0-dfc37e40d203 req-477bbf1a-7f39-42f3-9339-78fc7f5da067 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:32.448114 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e22d34e7-d94c-44fd-bfe0-dfc37e40d203 req-477bbf1a-7f39-42f3-9339-78fc7f5da067 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 931 time: 0.1586759 Dec 20 03:30:32.549859 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e22d34e7-d94c-44fd-bfe0-dfc37e40d203 req-bca661c0-1175-41b7-a7fb-c8874048cf4a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817406 Dec 20 03:30:32.551812 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49cb-70f8-4b53-85ba-6177fed2bd93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.699056 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49cb-70f8-4b53-85ba-6177fed2bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.743245 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cfbc49cb-70f8-4b53-85ba-6177fed2bd93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb7cc0c7f2b74a75b2008c4bf7b0b48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5911975 Dec 20 03:30:32.744411 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc49cb-70f8-4b53-85ba-6177fed2bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f16d9e-7b0b-42e9-b2d7-2bfbbc2c3738,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:32.747466 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 44132) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:32.808780 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67ec3a54-edec-4c65-919b-c472cd40aaa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.837616 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67ec3a54-edec-4c65-919b-c472cd40aaa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.961633 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67ec3a54-edec-4c65-919b-c472cd40aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.967285 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67ec3a54-edec-4c65-919b-c472cd40aaa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:32.967285 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-67ec3a54-edec-4c65-919b-c472cd40aaa2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00f16d9e-7b0b-42e9-b2d7-2bfbbc2c3738 HTTP/1.1" status: 204 len: 168 time: 0.2159460 Dec 20 03:30:32.976595 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec3a54-edec-4c65-919b-c472cd40aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f16d9e-7b0b-42e9-b2d7-2bfbbc2c3738,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:33.538797 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393af2b-9301-4447-a06b-3cf4900c3aa5 req-28df8bab-8cf8-4e9e-af1e-29e55f08410d tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:33.540579 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6393af2b-9301-4447-a06b-3cf4900c3aa5 req-28df8bab-8cf8-4e9e-af1e-29e55f08410d tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.1160183 Dec 20 03:30:33.642150 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6393af2b-9301-4447-a06b-3cf4900c3aa5 req-d712e0ee-41cc-48d0-a6d3-f3883fa927b2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949616 Dec 20 03:30:33.746955 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9d333-d04f-4e4f-a226-14e0cf4dc9aa req-72eee61b-5bf5-4cd0-bc63-b010702efbe5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:33.750337 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9d9d333-d04f-4e4f-a226-14e0cf4dc9aa req-72eee61b-5bf5-4cd0-bc63-b010702efbe5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 931 time: 0.0864823 Dec 20 03:30:33.807812 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9d9d333-d04f-4e4f-a226-14e0cf4dc9aa req-b6f7b1d6-1581-45a5-8b8f-9c15bb93351f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523529 Dec 20 03:30:34.495124 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Request body: {'port': {'device_id': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:30:34.590763 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8289dc64-5a4d-4389-8dfd-f9e3bdc50edd req-d72c06f2-6f28-4938-b3c6-c5eb80e1f8d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219368 Dec 20 03:30:34.679218 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:34.684783 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1c4010f-53e8-4b77-9c9f-8e85f008f67e req-cc69cc37-6e0c-4c6f-bde3-5539f92dd00b service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032635 Dec 20 03:30:34.915678 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4736c4-69de-410a-b62c-04761aabc985 req-0129a175-2953-46e1-9967-6d04e05d8519 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:34.918715 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9d4736c4-69de-410a-b62c-04761aabc985 req-0129a175-2953-46e1-9967-6d04e05d8519 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.1641147 Dec 20 03:30:35.011410 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ff55-6608-4f87-97bc-de042bddb386 req-46635f9b-dd9c-4b59-8822-d1406dae281e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:35.022505 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90c0ff55-6608-4f87-97bc-de042bddb386 req-46635f9b-dd9c-4b59-8822-d1406dae281e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 931 time: 0.1107039 Dec 20 03:30:35.113629 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90c0ff55-6608-4f87-97bc-de042bddb386 req-328477e7-faa5-425c-bd6e-1e66fa733deb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836673 Dec 20 03:30:35.444089 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9d4736c4-69de-410a-b62c-04761aabc985 req-645a2d2e-35c8-4686-a48a-9816ea47aa6b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074105 Dec 20 03:30:35.492941 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555afa44-91db-4fdd-92ec-178e91076221 req-007bdcfe-30a7-4a10-aff0-c466bf475f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:35.496276 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-007bdcfe-30a7-4a10-aff0-c466bf475f5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1096 time: 0.1008532 Dec 20 03:30:35.654679 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176ceebe-9cae-40dc-8342-df2cb17a5f92 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:35.669614 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:35.695566 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555afa44-91db-4fdd-92ec-178e91076221 req-7f1aaefc-caaa-4805-b022-845502e32212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:35.697109 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-7f1aaefc-caaa-4805-b022-845502e32212 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 920 time: 0.1889086 Dec 20 03:30:35.698291 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Transition to ACTIVE for port object 176ceebe-9cae-40dc-8342-df2cb17a5f92 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:30:35.746683 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-8604ea1b-5ccd-411d-b5d1-45326ad627c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 217 time: 0.0390301 Dec 20 03:30:35.819316 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:35.914112 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555afa44-91db-4fdd-92ec-178e91076221 req-616590c7-9d94-44b4-9fc9-d228cc094504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:35.915620 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-616590c7-9d94-44b4-9fc9-d228cc094504 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.1108639 Dec 20 03:30:35.918884 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Pushing event updated for resources: {'Port': ['ID=176ceebe-9cae-40dc-8342-df2cb17a5f92,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:35.995397 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-d8ec19bf-8dca-44e3-a889-74f79e88371f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501904 Dec 20 03:30:36.054122 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Attempting to bind port 176ceebe-9cae-40dc-8342-df2cb17a5f92 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:30:36.054504 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Attempting to bind port 176ceebe-9cae-40dc-8342-df2cb17a5f92 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:30:36.054836 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Attempting to bind port 176ceebe-9cae-40dc-8342-df2cb17a5f92 on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:36.073223 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Port 176ceebe-9cae-40dc-8342-df2cb17a5f92 on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:30:36.073461 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Attempting to bind port 176ceebe-9cae-40dc-8342-df2cb17a5f92 on network b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:30:36.126609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:30:36.126937 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Checking segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:30:36.127390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Bound using segment: {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:30:36.127835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Bound port: 176ceebe-9cae-40dc-8342-df2cb17a5f92, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90775e06-9c60-42a5-b650-cda4445c9d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:30:36.128230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:36.247866 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-8b74cb6b-c3b5-4290-ae00-a0745de9462a service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197874 Dec 20 03:30:36.424496 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] For port 176ceebe-9cae-40dc-8342-df2cb17a5f92, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:30:36.436568 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48715896-6a91-448f-9e8a-a92e6b4e2ae5 req-7af7b19f-c6c6-424f-b6de-4cfddf7e8be7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:36.439109 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48715896-6a91-448f-9e8a-a92e6b4e2ae5 req-7af7b19f-c6c6-424f-b6de-4cfddf7e8be7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.1419666 Dec 20 03:30:36.449939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] For port 176ceebe-9cae-40dc-8342-df2cb17a5f92, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:30:36.497778 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-555afa44-91db-4fdd-92ec-178e91076221 req-1b746df1-d207-45cd-bfdb-3785d28f14a6 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409115 Dec 20 03:30:36.501558 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 9885c0f5-72c6-4249-b8f6-5755a026febe details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:30:36.604765 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48715896-6a91-448f-9e8a-a92e6b4e2ae5 req-55b4fcdb-eab7-4eb6-9ea9-24f7606516f4 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394649 Dec 20 03:30:36.671978 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 9885c0f5-72c6-4249-b8f6-5755a026febe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9885c0f5-72c6-4249-b8f6-5755a026febe,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:36.695098 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '9885c0f5-72c6-4249-b8f6-5755a026febe', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'port_id': '9885c0f5-72c6-4249-b8f6-5755a026febe', 'mac_address': 'fa:16:3e:80:14:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:30:36.695538 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8d79b-264e-4071-8ea6-1a5fdb90b899 req-2e15ea5e-7f86-44e1-9ce4-ecff0af6d5f2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:36.697625 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2fa8d79b-264e-4071-8ea6-1a5fdb90b899 req-2e15ea5e-7f86-44e1-9ce4-ecff0af6d5f2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.0807106 Dec 20 03:30:36.751383 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:36.757020 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:36.773729 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9885c0f5-72c6-4249-b8f6-5755a026febe {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:36.802797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 9885c0f5-72c6-4249-b8f6-5755a026febe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9885c0f5-72c6-4249-b8f6-5755a026febe,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:36.810228 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:36.810693 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:36.812105 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] 10.222.0.54 "PUT /v2.0/ports/176ceebe-9cae-40dc-8342-df2cb17a5f92 HTTP/1.1" status: 200 len: 1093 time: 2.3320811 Dec 20 03:30:36.812571 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'tag': '176ceebe-9cae-40dc-8342-df2cb17a5f92'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:36.814994 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8535fe-2f8e-4681-a5ba-7d6ee956b779", "tag": "176ceebe-9cae-40dc-8342-df2cb17a5f92"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:36.824143 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2fa8d79b-264e-4071-8ea6-1a5fdb90b899 req-4e5df645-cbd9-4c9e-903d-d71d0c8ea0cf tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144717 Dec 20 03:30:36.865609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Pushing event updated for resources: {'Port': ['ID=176ceebe-9cae-40dc-8342-df2cb17a5f92,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:36.876865 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.878144 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.879243 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.879859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.880683 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.881386 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.881958 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.882507 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.885123 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.885123 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.885123 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.885123 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.885123 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e11008-4ff4-4dc8-8c6f-bf88f107d241 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:36.892619 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe65edf3-f348-4c9c-921e-7a4883b7e370 x-openstack-request-id: req-fe65edf3-f348-4c9c-921e-7a4883b7e370 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:36.893045 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8535fe-2f8e-4681-a5ba-7d6ee956b779", "tag": "176ceebe-9cae-40dc-8342-df2cb17a5f92", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:36.893362 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe65edf3-f348-4c9c-921e-7a4883b7e370 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:36.894040 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'tag': '176ceebe-9cae-40dc-8342-df2cb17a5f92', 'status': 'completed', 'code': 200} Dec 20 03:30:36.917232 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:37.024155 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=9885c0f5-72c6-4249-b8f6-5755a026febe,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:37.793284 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d073-1395-46e4-a84f-2008ddf1d4e7 req-68c5bbee-d2b5-4640-8ebb-a9c1412d4538 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:37.797359 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d1f4d073-1395-46e4-a84f-2008ddf1d4e7 req-68c5bbee-d2b5-4640-8ebb-a9c1412d4538 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.1010730 Dec 20 03:30:37.900372 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d1f4d073-1395-46e4-a84f-2008ddf1d4e7 req-97dec2e1-1a11-422c-9204-2b299cfce731 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828097 Dec 20 03:30:38.566367 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f5745-8916-4dcf-b93a-8707cf4c1013 req-2e4b6f12-8c56-43e5-ba4e-2b7d26976a82 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:38.568540 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-029f5745-8916-4dcf-b93a-8707cf4c1013 req-2e4b6f12-8c56-43e5-ba4e-2b7d26976a82 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0666902 Dec 20 03:30:38.673843 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-029f5745-8916-4dcf-b93a-8707cf4c1013 req-4f6875a5-e424-4dd0-8ff3-ab6f6d0849ee tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967855 Dec 20 03:30:39.054770 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee352d59-a2cd-4cc7-98a1-d52df8849cd6 req-8abb0a76-631c-4e30-aa3c-5a6995d9b7eb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:39.056501 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee352d59-a2cd-4cc7-98a1-d52df8849cd6 req-8abb0a76-631c-4e30-aa3c-5a6995d9b7eb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.0696700 Dec 20 03:30:39.124719 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee352d59-a2cd-4cc7-98a1-d52df8849cd6 req-2b07f419-00bb-4dee-8ad1-2c69de160a40 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615811 Dec 20 03:30:39.839562 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af4f3-6edf-4e9a-82fe-7f9c6f87b5be req-3aae2961-a123-449e-a922-9e96c5cefa56 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:39.846016 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a52af4f3-6edf-4e9a-82fe-7f9c6f87b5be req-3aae2961-a123-449e-a922-9e96c5cefa56 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0817428 Dec 20 03:30:39.951927 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea req-5f7b3365-e9a9-4201-8e46-3764acfa3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:39.953553 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea req-5f7b3365-e9a9-4201-8e46-3764acfa3270 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 1096 time: 0.1055810 Dec 20 03:30:40.000437 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a52af4f3-6edf-4e9a-82fe-7f9c6f87b5be req-5aef0855-39d8-4ad4-8013-7faade62a265 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381671 Dec 20 03:30:40.079587 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb776-ffda-454a-9a32-044859269d91 req-558c3be8-986d-4020-a924-1d87ad81e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.081305 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-558c3be8-986d-4020-a924-1d87ad81e7cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1098 time: 0.1502707 Dec 20 03:30:40.108191 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea req-850b3571-c9e0-44ca-bf36-bcf05584cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.109800 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea req-850b3571-c9e0-44ca-bf36-bcf05584cdea service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2685bc296a00477bb621dea25f74f6d1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1376395 Dec 20 03:30:40.124173 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['9885c0f5-72c6-4249-b8f6-5755a026febe'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:30:40.373510 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52f0c-5bf2-4ad9-916d-7e3ecf57374b req-4878a32c-c575-455d-a00a-57f2b2d85ac2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.375333 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76c52f0c-5bf2-4ad9-916d-7e3ecf57374b req-4878a32c-c575-455d-a00a-57f2b2d85ac2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.0806229 Dec 20 03:30:40.403224 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb776-ffda-454a-9a32-044859269d91 req-7e045a2d-41f1-4f3e-9d22-181cd85087c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.405058 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-7e045a2d-41f1-4f3e-9d22-181cd85087c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.2657707 Dec 20 03:30:40.425971 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea req-ca0f8256-ee3a-4b3e-b955-8927d6f211f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.428900 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b1e0b0c-3bc1-48ba-a60e-93a7be7040ea req-ca0f8256-ee3a-4b3e-b955-8927d6f211f1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2875581 Dec 20 03:30:40.449956 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76c52f0c-5bf2-4ad9-916d-7e3ecf57374b req-fa1c7aff-a3f6-4c11-b8f7-81c7ba9d29d9 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626361 Dec 20 03:30:40.666047 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-9f9c9cb7-b2e7-4021-bde0-b8da802f8910 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 1001 time: 0.1134477 Dec 20 03:30:40.711979 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-747b8ad8-6a6f-4e61-a032-9aecf9b8e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.714332 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-747b8ad8-6a6f-4e61-a032-9aecf9b8e11c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 1096 time: 0.0934613 Dec 20 03:30:40.737762 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb776-ffda-454a-9a32-044859269d91 req-d25d1568-3861-4636-88eb-36b8c44c72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.745249 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-d25d1568-3861-4636-88eb-36b8c44c72f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0696208 Dec 20 03:30:40.824496 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-0c0fc270-5f8b-42fc-af13-8bdfa5193ce3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92 HTTP/1.1" status: 200 len: 217 time: 0.0793595 Dec 20 03:30:40.894394 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb776-ffda-454a-9a32-044859269d91 req-0d734695-5137-4a30-841f-12ce82b61b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.896178 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-0d734695-5137-4a30-841f-12ce82b61b4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0830817 Dec 20 03:30:40.941508 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-148fe11a-c201-468b-acf3-fb8826d40971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:40.943024 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-148fe11a-c201-468b-acf3-fb8826d40971 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.0968502 Dec 20 03:30:41.021599 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-055bf75f-79d3-47fd-8373-cc57dbdd40fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376041 Dec 20 03:30:41.133342 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-83fa6432-9e62-4dcd-a5a3-bd6a665a7e56 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279613 Dec 20 03:30:41.156559 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:41.267489 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-387aee4f-d4e9-41ec-9e3a-b255af77e8cf service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341735 Dec 20 03:30:41.278188 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba14c6-b107-4d72-9717-7844ccb7fde5 req-2f5cacea-a489-4f29-9f79-a4aae0e06789 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:41.285393 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c0ba14c6-b107-4d72-9717-7844ccb7fde5 req-2f5cacea-a489-4f29-9f79-a4aae0e06789 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1698101 Dec 20 03:30:41.383716 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b0eb776-ffda-454a-9a32-044859269d91 req-f721f9c5-75a1-4c9f-93ea-ba2c451dd389 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278202 Dec 20 03:30:41.425300 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c0ba14c6-b107-4d72-9717-7844ccb7fde5 req-200e4772-89be-4359-9d7e-7c58f4be7f10 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329930 Dec 20 03:30:41.444339 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8c118a0-0c50-4ba2-b64b-d205a554f4d7 req-d6994734-f72c-4588-8894-cfa0c161a6de service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630483 Dec 20 03:30:41.634933 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0633-076d-4790-9af0-26a7990960f0 req-d6184706-b60f-40fd-91ca-d0a3f22f0ac5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:41.636560 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fee0633-076d-4790-9af0-26a7990960f0 req-d6184706-b60f-40fd-91ca-d0a3f22f0ac5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.0751655 Dec 20 03:30:41.741072 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fee0633-076d-4790-9af0-26a7990960f0 req-c2efa298-386f-4272-a240-e80baf5e0e8e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884781 Dec 20 03:30:41.757894 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 9885c0f5-72c6-4249-b8f6-5755a026febe up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:41.945495 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 9885c0f5-72c6-4249-b8f6-5755a026febe completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:30:41.951350 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 9885c0f5-72c6-4249-b8f6-5755a026febe triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:41.953512 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:42.103802 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:42.144627 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 9885c0f5-72c6-4249-b8f6-5755a026febe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9885c0f5-72c6-4249-b8f6-5755a026febe,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:42.145660 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5cfe95-9804-4406-a893-82b021de3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9885c0f5-72c6-4249-b8f6-5755a026febe'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:42.147938 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e06b14c-877b-45aa-b8ae-16931c449f85" -d '{"events": [{"server_uuid": "4e5cfe95-9804-4406-a893-82b021de3826", "name": "network-vif-plugged", "status": "completed", "tag": "9885c0f5-72c6-4249-b8f6-5755a026febe"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:42.231200 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d8f5c0-1169-4878-a11d-0c27ab671ad8 x-openstack-request-id: req-a7d8f5c0-1169-4878-a11d-0c27ab671ad8 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:42.232554 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5cfe95-9804-4406-a893-82b021de3826", "name": "network-vif-plugged", "status": "completed", "tag": "9885c0f5-72c6-4249-b8f6-5755a026febe", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:42.232965 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7d8f5c0-1169-4878-a11d-0c27ab671ad8 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:42.233541 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5cfe95-9804-4406-a893-82b021de3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9885c0f5-72c6-4249-b8f6-5755a026febe', 'code': 200} Dec 20 03:30:42.237746 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:42.324945 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=9885c0f5-72c6-4249-b8f6-5755a026febe,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:42.598024 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b12034-c61c-4b58-b5d4-67f406a7576f req-01843583-af00-43af-8f34-51b6a11e368d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:42.599206 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-92b12034-c61c-4b58-b5d4-67f406a7576f req-01843583-af00-43af-8f34-51b6a11e368d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0645251 Dec 20 03:30:42.669560 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-92b12034-c61c-4b58-b5d4-67f406a7576f req-e957f59a-d0a5-47c3-86fe-1616ae87da86 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590091 Dec 20 03:30:42.850874 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44392) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:42.881420 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d21cd-ebc0-401a-be28-4f57d3804003 req-eaec5508-603e-40ad-8ea9-49f18adb1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:42.882891 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-957d21cd-ebc0-401a-be28-4f57d3804003 req-eaec5508-603e-40ad-8ea9-49f18adb1187 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.0625172 Dec 20 03:30:42.953327 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-957d21cd-ebc0-401a-be28-4f57d3804003 req-0f995c67-4998-4c2b-a33f-5751c1832daa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621023 Dec 20 03:30:42.956589 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf370c2-2dcb-43f2-9c4d-ae2685ab2f08 req-a2310925-ad3e-4149-a15a-92fe62e58ef0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:42.964890 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4cf370c2-2dcb-43f2-9c4d-ae2685ab2f08 req-a2310925-ad3e-4149-a15a-92fe62e58ef0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.0864682 Dec 20 03:30:43.017782 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4cf370c2-2dcb-43f2-9c4d-ae2685ab2f08 req-0907a120-b614-4db5-b118-5bf68e2fd7ca tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516944 Dec 20 03:30:43.036764 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.155736 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.282219 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.327578 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fa9700e4b9d4dd282feed132d703baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737463 Dec 20 03:30:43.328488 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37b399b-06b1-443a-9d7d-45dc617a62d5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:43.332576 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44404) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:43.344620 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.344974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.345348 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.345688 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.346103 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.346431 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.346905 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.347162 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.347427 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.347754 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.348071 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.348421 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.348709 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aea35f-a6f9-4986-845b-d21b50e0a8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:30:43.401553 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7089db81-a997-4630-a674-dc7076e742cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.424604 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7089db81-a997-4630-a674-dc7076e742cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.590240 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7089db81-a997-4630-a674-dc7076e742cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.592964 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7089db81-a997-4630-a674-dc7076e742cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:43.594283 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7089db81-a997-4630-a674-dc7076e742cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f37b399b-06b1-443a-9d7d-45dc617a62d5 HTTP/1.1" status: 204 len: 168 time: 0.2605247 Dec 20 03:30:43.605328 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089db81-a997-4630-a674-dc7076e742cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37b399b-06b1-443a-9d7d-45dc617a62d5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:43.841552 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8edb00-245c-4672-a899-31da07ced1a6 req-5e8ea4f2-87d4-4579-8630-4fd74f69daa7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:43.856797 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d8edb00-245c-4672-a899-31da07ced1a6 req-5e8ea4f2-87d4-4579-8630-4fd74f69daa7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0795057 Dec 20 03:30:43.919889 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d8edb00-245c-4672-a899-31da07ced1a6 req-6080197d-c972-496a-b028-8aa033b5189a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618789 Dec 20 03:30:44.198436 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc1999-efec-402e-93f0-062f8ce2de7e req-e9915954-4706-4ade-ba6b-24a18f8691bf tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:44.200333 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9dfc1999-efec-402e-93f0-062f8ce2de7e req-e9915954-4706-4ade-ba6b-24a18f8691bf tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.1008782 Dec 20 03:30:44.306297 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9dfc1999-efec-402e-93f0-062f8ce2de7e req-4952d10d-7f34-4171-82a9-669524f78cc2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866485 Dec 20 03:30:45.076168 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b751b39-061b-42bb-8685-f063f11d0ff8 req-33555eed-747e-4846-a700-7f7ad35771ed tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:45.079134 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b751b39-061b-42bb-8685-f063f11d0ff8 req-33555eed-747e-4846-a700-7f7ad35771ed tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0781224 Dec 20 03:30:45.209068 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b751b39-061b-42bb-8685-f063f11d0ff8 req-c8febaed-3eb8-4aa5-ab63-0a966a752190 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145329 Dec 20 03:30:45.540795 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618131-21f3-435a-bf87-275e25e7b099 req-9cf41778-5c67-4328-afef-8c3b37815e47 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:45.549029 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b618131-21f3-435a-bf87-275e25e7b099 req-9cf41778-5c67-4328-afef-8c3b37815e47 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.0999432 Dec 20 03:30:45.621844 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b618131-21f3-435a-bf87-275e25e7b099 req-64d104f4-e543-4c2a-822f-0313b9b623fc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691996 Dec 20 03:30:46.336246 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b6e1-8db5-4c3c-ae9c-e7d374c68223 req-b9476ebd-2195-4c25-a557-57c40ea1aa70 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:46.345685 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-91c8b6e1-8db5-4c3c-ae9c-e7d374c68223 req-b9476ebd-2195-4c25-a557-57c40ea1aa70 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0710106 Dec 20 03:30:46.417485 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-91c8b6e1-8db5-4c3c-ae9c-e7d374c68223 req-aee6132e-0c66-428c-bfa8-2b1656bdb08f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641434 Dec 20 03:30:46.795664 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ae31b-d5fc-41dc-970c-5fb4d81d47fb req-1966c7c7-42a4-4c07-a4af-6be53ce691db tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:46.797205 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b59ae31b-d5fc-41dc-970c-5fb4d81d47fb req-1966c7c7-42a4-4c07-a4af-6be53ce691db tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 943 time: 0.0622513 Dec 20 03:30:46.853221 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b59ae31b-d5fc-41dc-970c-5fb4d81d47fb req-f3dd052f-85ff-4447-9aff-143714d4c34c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Dec 20 03:30:46.874177 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 176ceebe-9cae-40dc-8342-df2cb17a5f92 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:30:46.974863 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 176ceebe-9cae-40dc-8342-df2cb17a5f92, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:46.986515 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '176ceebe-9cae-40dc-8342-df2cb17a5f92', 'network_id': 'b2ae3593-6ccd-4cce-a5cc-c36ec671fee9', 'port_id': '176ceebe-9cae-40dc-8342-df2cb17a5f92', 'mac_address': 'fa:16:3e:70:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97843a1e-381b-4340-918c-b03ecae39ee1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:30:47.037089 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:47.059227 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176ceebe-9cae-40dc-8342-df2cb17a5f92 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:30:47.083108 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 176ceebe-9cae-40dc-8342-df2cb17a5f92, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:47.145913 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:47.201818 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=176ceebe-9cae-40dc-8342-df2cb17a5f92,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:47.559257 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['176ceebe-9cae-40dc-8342-df2cb17a5f92'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:30:47.563911 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e532ffa-ad45-4ae9-8457-679c7c61f04a req-f6ed65d5-0032-496d-a055-ddd1c14330be tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:47.567430 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7e532ffa-ad45-4ae9-8457-679c7c61f04a req-f6ed65d5-0032-496d-a055-ddd1c14330be tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0671301 Dec 20 03:30:47.678135 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7e532ffa-ad45-4ae9-8457-679c7c61f04a req-e906be40-fcd8-4713-a1f6-f44d11dca07f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940962 Dec 20 03:30:48.003082 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6800a6-5a21-431d-a8f7-f52a67c61c97 req-8cc26b9a-407a-4154-aa39-be2aa1cb3cef tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:48.003082 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a6800a6-5a21-431d-a8f7-f52a67c61c97 req-8cc26b9a-407a-4154-aa39-be2aa1cb3cef tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 944 time: 0.0587103 Dec 20 03:30:48.036288 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a6800a6-5a21-431d-a8f7-f52a67c61c97 req-48a7877e-7bea-413e-b5ac-a09028cd6999 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Dec 20 03:30:48.822115 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0792e-38c6-42ea-8b0f-8d21aee6f563 req-f11972aa-d6c1-45c3-a092-fa7075ca172f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:48.823807 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2f0792e-38c6-42ea-8b0f-8d21aee6f563 req-f11972aa-d6c1-45c3-a092-fa7075ca172f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0613039 Dec 20 03:30:48.880812 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2f0792e-38c6-42ea-8b0f-8d21aee6f563 req-46f960be-272c-40f0-8c54-ec829f52425a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504212 Dec 20 03:30:49.164911 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d7122-a259-4177-b0eb-53beb7fead5b req-17a331cf-4ec0-4b7f-bf42-9cc8dd3c4898 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:49.166580 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-629d7122-a259-4177-b0eb-53beb7fead5b req-17a331cf-4ec0-4b7f-bf42-9cc8dd3c4898 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 944 time: 0.0566831 Dec 20 03:30:49.230046 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-629d7122-a259-4177-b0eb-53beb7fead5b req-df9a3b6a-c825-445c-b64a-f53a09c56a49 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566061 Dec 20 03:30:49.821187 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 176ceebe-9cae-40dc-8342-df2cb17a5f92 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:30:49.995883 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 176ceebe-9cae-40dc-8342-df2cb17a5f92 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:30:50.000597 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 176ceebe-9cae-40dc-8342-df2cb17a5f92 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:30:50.001116 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:50.019188 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658dd6-1c1c-41d5-828b-84cf73632761 req-6aee4ac4-fbb5-4d0c-b1be-d12659f0bed4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:50.021755 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a5658dd6-1c1c-41d5-828b-84cf73632761 req-6aee4ac4-fbb5-4d0c-b1be-d12659f0bed4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0619388 Dec 20 03:30:50.080433 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a5658dd6-1c1c-41d5-828b-84cf73632761 req-1a38d052-acfd-4360-91a6-a56797e7b7cb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524468 Dec 20 03:30:50.097193 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:50.122737 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ceebe-9cae-40dc-8342-df2cb17a5f92'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:30:50.124863 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a61106f-6ccf-426a-8f64-143cdc3614fe" -d '{"events": [{"server_uuid": "ac8535fe-2f8e-4681-a5ba-7d6ee956b779", "name": "network-vif-plugged", "status": "completed", "tag": "176ceebe-9cae-40dc-8342-df2cb17a5f92"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:30:50.139068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 176ceebe-9cae-40dc-8342-df2cb17a5f92, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:30:50.164428 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1338102-c1ed-468a-b561-77ac93a8a8bf x-openstack-request-id: req-f1338102-c1ed-468a-b561-77ac93a8a8bf {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:30:50.164745 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8535fe-2f8e-4681-a5ba-7d6ee956b779", "name": "network-vif-plugged", "status": "completed", "tag": "176ceebe-9cae-40dc-8342-df2cb17a5f92", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:30:50.164997 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1338102-c1ed-468a-b561-77ac93a8a8bf {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:30:50.165423 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ceebe-9cae-40dc-8342-df2cb17a5f92', 'code': 200} Dec 20 03:30:50.201890 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:50.269464 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=176ceebe-9cae-40dc-8342-df2cb17a5f92,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:50.371924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2943d-51f3-46ab-9399-2723b6a50876 req-88e4c365-b99c-47b3-8f73-98a722d955f0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:50.373515 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cdf2943d-51f3-46ab-9399-2723b6a50876 req-88e4c365-b99c-47b3-8f73-98a722d955f0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0501065 Dec 20 03:30:50.454586 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cdf2943d-51f3-46ab-9399-2723b6a50876 req-893994a0-f466-47c5-a426-7826a5de806d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671644 Dec 20 03:30:50.741424 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3f5e1-65b0-4f58-ba39-fc1ebd7a0a23 req-bf586d63-68db-4cef-a81f-cf287a59ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:50.743084 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70b3f5e1-65b0-4f58-ba39-fc1ebd7a0a23 req-bf586d63-68db-4cef-a81f-cf287a59ba73 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 1098 time: 0.0528140 Dec 20 03:30:50.798169 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70b3f5e1-65b0-4f58-ba39-fc1ebd7a0a23 req-eaf1a179-ddaf-41c9-8de6-b1dbb637be33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Dec 20 03:30:51.215294 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c659c-3b11-4efb-a6e3-a4304295f5b3 req-da12a2b2-f7fe-4b13-9049-352dcfe5d049 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:51.216681 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d43c659c-3b11-4efb-a6e3-a4304295f5b3 req-da12a2b2-f7fe-4b13-9049-352dcfe5d049 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Dec 20 03:30:51.266100 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d43c659c-3b11-4efb-a6e3-a4304295f5b3 req-911b605e-ce47-42fc-b17d-9799455c9f8d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Dec 20 03:30:51.548043 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 44610) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:51.577678 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbdb18-2626-4d6c-9c44-6b6fb04aa530 req-be2d58f5-9010-4d2e-a544-8628b3f13178 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:51.577678 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-82fbdb18-2626-4d6c-9c44-6b6fb04aa530 req-be2d58f5-9010-4d2e-a544-8628b3f13178 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0592289 Dec 20 03:30:51.668765 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-82fbdb18-2626-4d6c-9c44-6b6fb04aa530 req-19d2ffb3-83a7-4912-825d-501a5b97cfb1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820570 Dec 20 03:30:51.700772 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a9c968e-d8be-4a0e-8563-d01a24104c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:51.781557 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a9c968e-d8be-4a0e-8563-d01a24104c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:51.887575 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a9c968e-d8be-4a0e-8563-d01a24104c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:51.934602 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7a9c968e-d8be-4a0e-8563-d01a24104c7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83c6c3cd31674a8dba270e2b0fa58efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853259 Dec 20 03:30:51.935491 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c968e-d8be-4a0e-8563-d01a24104c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216a0603-973c-4294-8aa3-fb56d73a7574,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:51.938907 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44622) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:30:51.996768 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d8f431a8-3b81-464e-9bdb-0c7c55ae27d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:52.033419 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d8f431a8-3b81-464e-9bdb-0c7c55ae27d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:52.218882 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d8f431a8-3b81-464e-9bdb-0c7c55ae27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:52.222796 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d8f431a8-3b81-464e-9bdb-0c7c55ae27d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:52.224847 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d8f431a8-3b81-464e-9bdb-0c7c55ae27d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/216a0603-973c-4294-8aa3-fb56d73a7574 HTTP/1.1" status: 204 len: 168 time: 0.2833068 Dec 20 03:30:52.239195 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f431a8-3b81-464e-9bdb-0c7c55ae27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216a0603-973c-4294-8aa3-fb56d73a7574,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:30:52.402240 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da621f-03ed-4d8c-9fa7-869c0001c85c req-8b26e095-fe23-4829-8b02-720aa8fc87c6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:52.404096 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c5da621f-03ed-4d8c-9fa7-869c0001c85c req-8b26e095-fe23-4829-8b02-720aa8fc87c6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0652566 Dec 20 03:30:52.453873 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c5da621f-03ed-4d8c-9fa7-869c0001c85c req-69cf2b38-5394-4577-a4a2-ccc1a04611a0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Dec 20 03:30:52.794896 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb06da8-13a2-4780-8818-bd4692bc6e21 req-2970d73d-5f07-42b8-8f5a-0c65e72a82d7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:52.796310 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3cb06da8-13a2-4780-8818-bd4692bc6e21 req-2970d73d-5f07-42b8-8f5a-0c65e72a82d7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Dec 20 03:30:52.846689 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3cb06da8-13a2-4780-8818-bd4692bc6e21 req-882a3a40-bc65-4bd2-9271-4bfea7144856 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Dec 20 03:30:53.571916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c42c4-99d9-4211-83f4-65c5a122b594 req-43a5f54d-c53b-49dd-a5a4-c483c6945eb7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:53.573422 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-931c42c4-99d9-4211-83f4-65c5a122b594 req-43a5f54d-c53b-49dd-a5a4-c483c6945eb7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Dec 20 03:30:53.626943 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-931c42c4-99d9-4211-83f4-65c5a122b594 req-acaf4f10-f24a-4293-8d01-5a734b327b20 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471344 Dec 20 03:30:53.972947 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526249d-dbf9-4e2a-add0-771d976ef780 req-ec32c391-fbff-45e6-ad12-c4ad67a7baf5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:53.974697 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2526249d-dbf9-4e2a-add0-771d976ef780 req-ec32c391-fbff-45e6-ad12-c4ad67a7baf5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Dec 20 03:30:54.026552 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2526249d-dbf9-4e2a-add0-771d976ef780 req-48fc2a0d-0703-4f1a-915c-8a57ad56270c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Dec 20 03:30:54.768494 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0faf8-5e64-4fa8-9448-81f16198a431 req-d9ba40ad-99ab-4b73-b819-0bd90ea8dcd7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:54.770282 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-98c0faf8-5e64-4fa8-9448-81f16198a431 req-d9ba40ad-99ab-4b73-b819-0bd90ea8dcd7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0672388 Dec 20 03:30:54.828441 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-98c0faf8-5e64-4fa8-9448-81f16198a431 req-42d695e6-ff9e-467b-ae11-e41add84bdab tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516264 Dec 20 03:30:55.161868 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aea78-4b92-43a6-95d1-98085ba1121b req-5ffc9f70-1791-409f-8236-b1c293c3c8d2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:55.164549 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-032aea78-4b92-43a6-95d1-98085ba1121b req-5ffc9f70-1791-409f-8236-b1c293c3c8d2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0632885 Dec 20 03:30:55.190945 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0275dfbb-1596-46ea-9c60-4986e7d85f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:55.228743 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-032aea78-4b92-43a6-95d1-98085ba1121b req-72fea68b-2594-4d18-bd67-799fc44a539a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Dec 20 03:30:55.803032 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809e22-a95c-4a60-a6f3-fa63e18108b9 req-9b9d97a8-ceb2-424e-bab1-17c5f6ec964b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:55.804675 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-88809e22-a95c-4a60-a6f3-fa63e18108b9 req-9b9d97a8-ceb2-424e-bab1-17c5f6ec964b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0541093 Dec 20 03:30:55.881167 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-88809e22-a95c-4a60-a6f3-fa63e18108b9 req-be34ef57-236d-4a82-a5bf-9c4fb6c31ee5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648921 Dec 20 03:30:55.908541 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-8c49f1aa-07f7-4e2a-9413-9cc6dad9a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:55.910950 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-8c49f1aa-07f7-4e2a-9413-9cc6dad9a288 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 1098 time: 0.0792928 Dec 20 03:30:56.036989 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90097d-bce8-43ab-9e2f-c6a206a5c56b req-d1c264f7-4675-4fd9-8364-11d632026b43 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:56.038458 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b90097d-bce8-43ab-9e2f-c6a206a5c56b req-d1c264f7-4675-4fd9-8364-11d632026b43 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1088214 Dec 20 03:30:56.054987 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-e99020d1-285f-4d99-969a-0a887abac78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:56.056420 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-e99020d1-285f-4d99-969a-0a887abac78d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 920 time: 0.1363389 Dec 20 03:30:56.114213 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-74091c71-d59a-4fa2-9bd2-181516a0f9ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92 HTTP/1.1" status: 200 len: 217 time: 0.0489178 Dec 20 03:30:56.138632 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b90097d-bce8-43ab-9e2f-c6a206a5c56b req-5ff3db0e-a321-4029-93ad-da78e0e3aa34 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937371 Dec 20 03:30:56.175833 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-5665dc13-3fd0-49b4-972a-d46e600e71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:56.177345 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-5665dc13-3fd0-49b4-972a-d46e600e71fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.0549469 Dec 20 03:30:56.210119 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-3902232e-3090-4430-9cf2-8ab1a604c700 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246031 Dec 20 03:30:56.321586 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-322d24b5-99f9-4bb0-8778-8c4df2836d12 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956793 Dec 20 03:30:56.458064 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a5aa799-8f4d-4e43-82bf-120c2c95324c req-30b6cf4f-d5bb-4509-8e89-0b93813039c3 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023791 Dec 20 03:30:57.041672 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e89b3-aea1-442a-90dd-8e6afb334771 req-3df6bdfb-83c7-4d14-8a2f-4068ace3724c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:57.043364 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee5e89b3-aea1-442a-90dd-8e6afb334771 req-3df6bdfb-83c7-4d14-8a2f-4068ace3724c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0691054 Dec 20 03:30:57.113865 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee5e89b3-aea1-442a-90dd-8e6afb334771 req-85f5fe03-9dcf-4e5c-b281-bb84913b5581 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615625 Dec 20 03:30:57.269897 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e9a1b-d999-41c0-a014-b178c7ef7c86 req-15cec646-529f-4e90-a330-27d8b04cd992 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:57.271495 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-af8e9a1b-d999-41c0-a014-b178c7ef7c86 req-15cec646-529f-4e90-a330-27d8b04cd992 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0557022 Dec 20 03:30:57.332526 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-af8e9a1b-d999-41c0-a014-b178c7ef7c86 req-4473dc41-a6fb-41fd-8189-e245b04090f6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513122 Dec 20 03:30:57.498746 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8437e6c1-150e-4bac-9bd8-0d9c1e83f98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:58.235954 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0fce4-f2b4-4b0d-b6c0-9f3782fc58b1 req-2595469e-a411-4c68-98d7-301217af913b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:58.238208 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eef0fce4-f2b4-4b0d-b6c0-9f3782fc58b1 req-2595469e-a411-4c68-98d7-301217af913b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0533195 Dec 20 03:30:58.293717 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eef0fce4-f2b4-4b0d-b6c0-9f3782fc58b1 req-db429570-5ff8-4d5f-971d-159ab845e90f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 Dec 20 03:30:58.482356 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950f513-d92b-4f60-bc97-9247c6267ab2 req-b9e20402-efd1-4374-9c82-c869cf710c4a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:58.483909 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7950f513-d92b-4f60-bc97-9247c6267ab2 req-b9e20402-efd1-4374-9c82-c869cf710c4a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0571129 Dec 20 03:30:58.538684 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7950f513-d92b-4f60-bc97-9247c6267ab2 req-c756ac74-4a16-4775-a9f2-3f64d4c04648 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475996 Dec 20 03:30:58.664278 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:30:59.419997 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8735-d958-4b6c-aa3b-0cb48119ba54 req-8e3a8ae8-becb-4c2d-b95c-2fe97a544d79 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:59.421516 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-831b8735-d958-4b6c-aa3b-0cb48119ba54 req-8e3a8ae8-becb-4c2d-b95c-2fe97a544d79 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0553689 Dec 20 03:30:59.474836 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-831b8735-d958-4b6c-aa3b-0cb48119ba54 req-0faa2212-ae17-417b-97be-cd2879d4c1db tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469294 Dec 20 03:30:59.658017 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdeb5-818e-4737-ae3a-8bec55726dcd req-40b879c3-3bf8-4033-ac4a-99546b165deb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:30:59.659461 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-766bdeb5-818e-4737-ae3a-8bec55726dcd req-40b879c3-3bf8-4033-ac4a-99546b165deb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0493844 Dec 20 03:30:59.714468 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-766bdeb5-818e-4737-ae3a-8bec55726dcd req-ea5bbfec-e022-4f80-a635-6b223b665e41 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489879 Dec 20 03:31:00.355369 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:00.605527 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba22f2c-8f4d-4030-97b8-434d78a7cca0 req-881b8227-6307-4a40-9ff6-14754f32456a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:00.607151 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fba22f2c-8f4d-4030-97b8-434d78a7cca0 req-881b8227-6307-4a40-9ff6-14754f32456a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0589504 Dec 20 03:31:00.663418 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fba22f2c-8f4d-4030-97b8-434d78a7cca0 req-5898febc-c9ed-4280-a7f2-54913a8868b3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491948 Dec 20 03:31:00.870868 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30227ca7-23cd-4446-b294-d6809e8ecd3c req-9c862e1d-61ae-40db-9ae3-d5e019831989 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:00.896264 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-30227ca7-23cd-4446-b294-d6809e8ecd3c req-9c862e1d-61ae-40db-9ae3-d5e019831989 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1066740 Dec 20 03:31:00.896604 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:00.966961 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-30227ca7-23cd-4446-b294-d6809e8ecd3c req-cd33e023-8033-47c0-8ea6-1bb2b997d101 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696149 Dec 20 03:31:01.739594 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:31:01.824749 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ff80-e6e2-46fc-942c-831966e92feb req-ae7ab3a8-2d6d-42e1-a628-f59e8ae6251e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:01.826251 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e631ff80-e6e2-46fc-942c-831966e92feb req-ae7ab3a8-2d6d-42e1-a628-f59e8ae6251e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0627327 Dec 20 03:31:01.885044 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e631ff80-e6e2-46fc-942c-831966e92feb req-29d097b5-885f-43a2-afe2-329bf8795cd9 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518346 Dec 20 03:31:02.134996 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcecc5-b85a-47cc-950e-60b906990e09 req-a0eba87e-2ef8-415d-9bdb-407cc554d01e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:02.134996 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ddcecc5-b85a-47cc-950e-60b906990e09 req-a0eba87e-2ef8-415d-9bdb-407cc554d01e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0678213 Dec 20 03:31:02.198880 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ddcecc5-b85a-47cc-950e-60b906990e09 req-c08d3b35-a5f6-4d4b-94c4-bfc44575c677 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594556 Dec 20 03:31:02.998860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-9c9703b8-5540-4fbc-b42c-77dfdf8cb4db tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:03.000574 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-9c9703b8-5540-4fbc-b42c-77dfdf8cb4db tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.1281149 Dec 20 03:31:03.017458 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-0b2e7656-009b-4a73-b0b8-74776aa86f8e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/quotas/032e3b59ca34420bbb5bdcaaa1cbb72b HTTP/1.1" status: 200 len: 375 time: 0.0104508 Dec 20 03:31:03.087208 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c1f69-aa2f-426a-bab1-5d2751d0f991 req-db51534c-57c6-484f-95bd-d2f40dfe5fb5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:03.088954 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b6c1f69-aa2f-426a-bab1-5d2751d0f991 req-db51534c-57c6-484f-95bd-d2f40dfe5fb5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0757244 Dec 20 03:31:03.107764 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-9e507ab9-2741-4369-a8c9-b97ad304d948 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751927 Dec 20 03:31:03.163112 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b6c1f69-aa2f-426a-bab1-5d2751d0f991 req-d72b5c8b-b9fc-439f-9194-434f465eb95a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662627 Dec 20 03:31:03.203609 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-5d7fba98-270b-43e6-8d30-e1773d567f07 service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948458 Dec 20 03:31:03.328119 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-be33c983-a558-4295-a9a3-5cee814ae497 service neutron] 10.222.0.53 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123250 Dec 20 03:31:03.328467 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128969-8b05-4434-a6f2-54f0b8c0be66 req-c290b2c4-2615-43d3-8094-6aa9e7acdae1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:03.330341 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08128969-8b05-4434-a6f2-54f0b8c0be66 req-c290b2c4-2615-43d3-8094-6aa9e7acdae1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0577548 Dec 20 03:31:03.402199 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08128969-8b05-4434-a6f2-54f0b8c0be66 req-aba48ea6-614f-4fa6-a9a6-d0d936123c58 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645604 Dec 20 03:31:03.648250 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24d9fcbe-92df-4d60-a71e-328c3cf42928 req-f18316bd-25a6-4640-bff0-478a043e6c08 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0311086 Dec 20 03:31:04.024741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 44910) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:04.137234 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-490fa0f1-320b-436e-8854-4a63d08ced82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.245313 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-490fa0f1-320b-436e-8854-4a63d08ced82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.295538 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc245-517d-4c48-a34e-2c5c830509be req-ebe45ab8-6aa6-49d6-b1b5-2b5723b4a910 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:04.297093 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-842dc245-517d-4c48-a34e-2c5c830509be req-ebe45ab8-6aa6-49d6-b1b5-2b5723b4a910 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Dec 20 03:31:04.361859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-490fa0f1-320b-436e-8854-4a63d08ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.365633 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-842dc245-517d-4c48-a34e-2c5c830509be req-a6f166f8-7e05-43f1-a46d-5c7311d590a7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565886 Dec 20 03:31:04.406320 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-490fa0f1-320b-436e-8854-4a63d08ced82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e821148562e4d8998abde2a0d88e678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803382 Dec 20 03:31:04.409404 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44922) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:04.425957 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fa0f1-320b-436e-8854-4a63d08ced82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d748f-4218-4676-a532-91451346fc2c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:04.471761 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d41501ec-75bd-4b8f-b14f-96c14dab01f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.506029 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d41501ec-75bd-4b8f-b14f-96c14dab01f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.550140 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcd7ce-155b-452c-918e-4e014f51b6ca req-f4de30af-33e9-4ff7-a205-b74d9622596d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:04.551929 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28fcd7ce-155b-452c-918e-4e014f51b6ca req-f4de30af-33e9-4ff7-a205-b74d9622596d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0579257 Dec 20 03:31:04.607596 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28fcd7ce-155b-452c-918e-4e014f51b6ca req-5c75d75a-3f5c-4884-b3bc-80879b0681a2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494456 Dec 20 03:31:04.710312 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d41501ec-75bd-4b8f-b14f-96c14dab01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.713076 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d41501ec-75bd-4b8f-b14f-96c14dab01f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:04.714478 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d41501ec-75bd-4b8f-b14f-96c14dab01f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a5d748f-4218-4676-a532-91451346fc2c HTTP/1.1" status: 204 len: 168 time: 0.3039048 Dec 20 03:31:04.723325 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41501ec-75bd-4b8f-b14f-96c14dab01f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5d748f-4218-4676-a532-91451346fc2c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:04.936493 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aff8ca7-2ce7-4f8f-bae0-385e3c7e3da6 req-98cf4707-2e79-4f9e-9e0d-6193eef0c808 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.2075276 Dec 20 03:31:05.503793 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f58d6-80ee-47b5-bd74-8a209345f1c7 req-54e9e7c0-d56b-4703-801c-9722662decb3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:05.505459 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a15f58d6-80ee-47b5-bd74-8a209345f1c7 req-54e9e7c0-d56b-4703-801c-9722662decb3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0551121 Dec 20 03:31:05.564160 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a15f58d6-80ee-47b5-bd74-8a209345f1c7 req-23c84da3-1ec2-4e81-9987-08329d595dfd tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524142 Dec 20 03:31:05.619154 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 44942) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:05.634284 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fde05c1-d0b0-41cc-9ef0-f15cb12d95ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:05.764107 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fde05c1-d0b0-41cc-9ef0-f15cb12d95ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:05.772076 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb79cf5-1e3c-45f5-b535-88b51f9bb6da req-b9fb9389-be5f-4c94-8c3a-16f02206e4b1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:05.773610 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1cb79cf5-1e3c-45f5-b535-88b51f9bb6da req-b9fb9389-be5f-4c94-8c3a-16f02206e4b1 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0777225 Dec 20 03:31:05.837447 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1cb79cf5-1e3c-45f5-b535-88b51f9bb6da req-25429328-385e-4d78-b864-33bf93da047f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528855 Dec 20 03:31:05.892777 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fde05c1-d0b0-41cc-9ef0-f15cb12d95ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:05.938660 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9fde05c1-d0b0-41cc-9ef0-f15cb12d95ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d837464306e4335ac14ccf1d45ff56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182290 Dec 20 03:31:05.939584 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde05c1-d0b0-41cc-9ef0-f15cb12d95ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9a85fe-2da5-4503-b941-3d13e1f4a293,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:05.941381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 44948) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:06.243366 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a5590dfb-a0e4-45cf-8516-32dcf064dc87 req-c3734028-9ef0-4f43-9fdc-4c143ccb0c66 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0360944 Dec 20 03:31:06.272122 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0850a11b-a76f-4679-8234-16146e9975f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:06.294527 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0850a11b-a76f-4679-8234-16146e9975f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:06.429947 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0850a11b-a76f-4679-8234-16146e9975f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:06.432562 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0850a11b-a76f-4679-8234-16146e9975f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:06.433833 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0850a11b-a76f-4679-8234-16146e9975f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc9a85fe-2da5-4503-b941-3d13e1f4a293 HTTP/1.1" status: 204 len: 168 time: 0.4909492 Dec 20 03:31:06.443102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850a11b-a76f-4679-8234-16146e9975f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9a85fe-2da5-4503-b941-3d13e1f4a293,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:06.686765 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82292c8-37a6-496d-8b75-897d7162cce1 req-80d106d8-9e94-4c5c-8a79-e6c197fcd9fc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:06.688402 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a82292c8-37a6-496d-8b75-897d7162cce1 req-80d106d8-9e94-4c5c-8a79-e6c197fcd9fc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Dec 20 03:31:06.776107 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a82292c8-37a6-496d-8b75-897d7162cce1 req-9e19ea41-e8ea-4f43-960d-269175ef3e0a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734739 Dec 20 03:31:07.075623 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40da7-53ef-48f2-a888-2c099e2e0a53 req-02367e72-3ad8-4140-bad2-12166b98c63f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:07.087876 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7bb40da7-53ef-48f2-a888-2c099e2e0a53 req-02367e72-3ad8-4140-bad2-12166b98c63f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1220837 Dec 20 03:31:07.157531 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7bb40da7-53ef-48f2-a888-2c099e2e0a53 req-2d96fd6e-3480-4452-92a5-3eea1b9d388c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684342 Dec 20 03:31:07.404157 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052f8cbc-7a88-47b2-bccc-1ed696d8b65a req-1a5d142f-a3d8-47ab-910b-2a13c8564867 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0375400 Dec 20 03:31:07.909624 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e0b7c-87c6-40a5-860c-77c4c3bc9d65 req-be308115-99bb-4ebb-a67e-c028d9085364 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:07.911763 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-049e0b7c-87c6-40a5-860c-77c4c3bc9d65 req-be308115-99bb-4ebb-a67e-c028d9085364 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Dec 20 03:31:07.967669 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-049e0b7c-87c6-40a5-860c-77c4c3bc9d65 req-2544c8ca-ccda-4cf0-ae82-96ef51bb8dd0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494602 Dec 20 03:31:08.298749 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183695f-7b9c-4376-b322-c788ec26b990 req-6f32368d-674f-4da0-92e9-fb78cccbac45 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:08.300473 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5183695f-7b9c-4376-b322-c788ec26b990 req-6f32368d-674f-4da0-92e9-fb78cccbac45 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0648177 Dec 20 03:31:08.358941 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5183695f-7b9c-4376-b322-c788ec26b990 req-6640044c-19ba-4d6f-8c4c-ec63a305679c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506647 Dec 20 03:31:08.525410 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f6d09d26-6643-4ba9-8813-12471dfc0815 req-38420447-c1e9-4825-81e5-e6e73b766ab2 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0338402 Dec 20 03:31:08.882112 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55c2ff-c24a-4d78-98b0-4bb4eb8991ac req-aecbdcaa-b866-4ce8-b87d-d829c88db372 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:08.883752 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b55c2ff-c24a-4d78-98b0-4bb4eb8991ac req-aecbdcaa-b866-4ce8-b87d-d829c88db372 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0670033 Dec 20 03:31:08.949236 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b55c2ff-c24a-4d78-98b0-4bb4eb8991ac req-99ed4d17-1bfe-4d48-8691-d8f276a8224d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591569 Dec 20 03:31:09.094848 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018f218-02f4-491a-bb85-98fdf05ecb7e req-a6cf9a27-d1cf-451f-a269-dc7706403abd tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:09.096379 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9018f218-02f4-491a-bb85-98fdf05ecb7e req-a6cf9a27-d1cf-451f-a269-dc7706403abd tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Dec 20 03:31:09.152806 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9018f218-02f4-491a-bb85-98fdf05ecb7e req-6491a4de-f748-414e-9299-a5b92afb2963 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489197 Dec 20 03:31:09.633334 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b8f2cc44-27d8-4e6f-b61e-4c67dffe482b req-76050564-65f7-44dc-8a5f-b62c2271c6f5 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Dec 20 03:31:09.882654 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45066) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:10.014253 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a596e187-407c-4222-bf42-48865414a736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.073390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5465fdb-b534-45e1-9c95-ff93b5c50c28 req-e86b9d11-87a6-42be-8210-0d9dba180ff8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:10.075194 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a5465fdb-b534-45e1-9c95-ff93b5c50c28 req-e86b9d11-87a6-42be-8210-0d9dba180ff8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0532403 Dec 20 03:31:10.125162 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a596e187-407c-4222-bf42-48865414a736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.139550 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a5465fdb-b534-45e1-9c95-ff93b5c50c28 req-0b68dbd6-8361-4bef-9618-e8c0a2bd4e08 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540586 Dec 20 03:31:10.219281 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a596e187-407c-4222-bf42-48865414a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.294339 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a596e187-407c-4222-bf42-48865414a736 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57e07588335a42cc8a1a23f4d024f0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080360 Dec 20 03:31:10.294339 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596e187-407c-4222-bf42-48865414a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b018a7-43af-43e1-b7e4-9efaece14318,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:10.294639 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45076) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:10.322507 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715db53-4bbd-4c29-8960-75e2aada5809 req-a20b1e71-b45c-4184-b92a-d18e98d5dbb6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:10.324322 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0715db53-4bbd-4c29-8960-75e2aada5809 req-a20b1e71-b45c-4184-b92a-d18e98d5dbb6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0835271 Dec 20 03:31:10.352135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-57c2ae87-54f1-4ea2-a07d-3cc3a491c3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.386381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-57c2ae87-54f1-4ea2-a07d-3cc3a491c3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.396927 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0715db53-4bbd-4c29-8960-75e2aada5809 req-5a86e88e-f5a7-4c73-b704-85b38e4f29c5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602248 Dec 20 03:31:10.572970 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-57c2ae87-54f1-4ea2-a07d-3cc3a491c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.575829 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-57c2ae87-54f1-4ea2-a07d-3cc3a491c3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:10.577021 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-57c2ae87-54f1-4ea2-a07d-3cc3a491c3a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07b018a7-43af-43e1-b7e4-9efaece14318 HTTP/1.1" status: 204 len: 168 time: 0.2813392 Dec 20 03:31:10.589766 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2ae87-54f1-4ea2-a07d-3cc3a491c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b018a7-43af-43e1-b7e4-9efaece14318,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:10.705131 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-7e916694-34e9-40e4-8384-6e6bf3a7bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:10.706768 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-7e916694-34e9-40e4-8384-6e6bf3a7bf77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1098 time: 0.0449901 Dec 20 03:31:10.742690 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f41f74b-c9c3-4bf4-bd00-d328a9c52087 req-3e10deab-63f3-4e94-b7dc-4627b314cf1f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Dec 20 03:31:10.911178 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-e2efc925-1857-47b8-891c-bcb15b2a12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:10.913456 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-e2efc925-1857-47b8-891c-bcb15b2a12fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.1696548 Dec 20 03:31:10.979830 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6e7174d7-56fb-4e18-ad65-2da469a8b3d1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:10.981388 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6e7174d7-56fb-4e18-ad65-2da469a8b3d1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 815 time: 0.1824083 Dec 20 03:31:11.004022 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Request body: {'port': {'device_id': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'admin_state_up': True, 'tenant_id': '032e3b59ca34420bbb5bdcaaa1cbb72b'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:11.045422 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-0f5b23eb-e637-4e5d-bc82-9c01ce27c078 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 1001 time: 0.1187146 Dec 20 03:31:11.081873 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.140396 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-cb07cb81-739f-46ef-9a2e-14488df98dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:11.141956 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-cb07cb81-739f-46ef-9a2e-14488df98dcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0697899 Dec 20 03:31:11.215111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-da3b34bb-3bec-4197-a8f0-869aecc83c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:11.216830 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-da3b34bb-3bec-4197-a8f0-869aecc83c25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657690 Dec 20 03:31:11.279472 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6904-4760-44d4-9f76-b25ad613754a req-640a02a6-bc6c-4714-afd8-f79c1c2e66c2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:11.281059 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-facb6904-4760-44d4-9f76-b25ad613754a req-640a02a6-bc6c-4714-afd8-f79c1c2e66c2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0555425 Dec 20 03:31:11.322604 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Made reservation on behalf of 032e3b59ca34420bbb5bdcaaa1cbb72b for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:11.328834 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.342641 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-facb6904-4760-44d4-9f76-b25ad613754a req-43724b1d-b173-4f8b-aa6b-9a75f273ca3d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537884 Dec 20 03:31:11.433866 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45098) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:11.444988 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-e64b7220-93ee-4d74-a004-8c870c4a8621 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145913 Dec 20 03:31:11.450949 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-685a02c5-1395-40aa-8816-9aee4856e3ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.552639 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-685a02c5-1395-40aa-8816-9aee4856e3ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.639459 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Allocated IP 172.20.0.2 (81fcedcc-7077-48be-86e2-d027fe8cf5ab/b99576ec-6b4b-419b-a87b-bcfee72de664/3f062f8b-2da8-492a-bcae-5109d8bafbc8) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:31:11.652916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba857d-ab85-4c8f-9dc8-07de5e93c6ff req-1c9629f1-b20c-454b-b7e5-9f4027dae584 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:11.654428 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e4ba857d-ab85-4c8f-9dc8-07de5e93c6ff req-1c9629f1-b20c-454b-b7e5-9f4027dae584 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.1605368 Dec 20 03:31:11.663782 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b40d8f86-d5fe-45b9-baed-75f10df0c082 req-1bd83adf-a574-4238-84ff-411ba977ac78 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062283 Dec 20 03:31:11.669790 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-685a02c5-1395-40aa-8816-9aee4856e3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.716503 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-685a02c5-1395-40aa-8816-9aee4856e3ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=051ed67037564e6cb7de6a3ec6895b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771454 Dec 20 03:31:11.716503 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a02c5-1395-40aa-8816-9aee4856e3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e006ae0-a88d-408f-9682-e3ee7934a386,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:11.716843 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45100) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:11.742023 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e4ba857d-ab85-4c8f-9dc8-07de5e93c6ff req-39ea06b1-b4ea-4c8a-a2bd-712265618587 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Dec 20 03:31:11.789675 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0fba-5696-49ed-b49b-fce1006a62ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.830995 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0fba-5696-49ed-b49b-fce1006a62ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.881223 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:11.907434 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0809a79d-4ea4-44f1-8596-86edc8468487 req-3c9d0464-1f53-47c4-89d5-659003529aeb tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0320449 Dec 20 03:31:12.121839 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0fba-5696-49ed-b49b-fce1006a62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:12.122345 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:12.126699 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0fba-5696-49ed-b49b-fce1006a62ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:12.130350 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ebd0fba-5696-49ed-b49b-fce1006a62ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e006ae0-a88d-408f-9682-e3ee7934a386 HTTP/1.1" status: 204 len: 168 time: 0.4127591 Dec 20 03:31:12.141850 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd0fba-5696-49ed-b49b-fce1006a62ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e006ae0-a88d-408f-9682-e3ee7934a386,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:12.180043 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b', '27cdf226-e684-4867-9d0a-236f8a22a8f4', '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:12.222066 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Network 81fcedcc-7077-48be-86e2-d027fe8cf5ab is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:31:12.229754 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:12.241723 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:31:12.269159 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event updated for resources: {'Port': ['ID=3f062f8b-2da8-492a-bcae-5109d8bafbc8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:12.315620 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:12.315863 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:12.430434 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-6747f5b0-80bf-47b8-8fd7-ffb02b9b873b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4294963 Dec 20 03:31:12.512846 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dcbb9-f721-4ccb-a403-fb2a208b1589 req-82e70ea5-b964-4e06-a100-4bfcaff65d73 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:12.514464 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-045dcbb9-f721-4ccb-a403-fb2a208b1589 req-82e70ea5-b964-4e06-a100-4bfcaff65d73 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0588303 Dec 20 03:31:12.519765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Request body: {'port': {'device_id': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:12.601561 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-045dcbb9-f721-4ccb-a403-fb2a208b1589 req-9a5d714a-f3eb-458c-8e7a-b393fc9f61f7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787244 Dec 20 03:31:12.626840 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:12.955980 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8053d-68bb-4e11-b004-e5050ea7cca8 req-78374611-e1d1-4016-abad-d446a558b518 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:12.960209 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9fb8053d-68bb-4e11-b004-e5050ea7cca8 req-78374611-e1d1-4016-abad-d446a558b518 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0969636 Dec 20 03:31:12.979303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f062f8b-2da8-492a-bcae-5109d8bafbc8 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:31:13.002274 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:13.037796 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9fb8053d-68bb-4e11-b004-e5050ea7cca8 req-5d8fa6cd-0bdc-4ae7-9deb-41056d0aeec8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709980 Dec 20 03:31:13.048093 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Transition to ACTIVE for port object 3f062f8b-2da8-492a-bcae-5109d8bafbc8 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:31:13.071801 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a282de6-0070-4df2-8200-1d4d31a095b8 req-ddc10e54-dbfd-4eb0-a89c-d4b664ca880b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:13.073520 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a282de6-0070-4df2-8200-1d4d31a095b8 req-ddc10e54-dbfd-4eb0-a89c-d4b664ca880b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 931 time: 0.0592744 Dec 20 03:31:13.133277 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a282de6-0070-4df2-8200-1d4d31a095b8 req-0668229d-ef15-4e29-858b-6df5edbdeb8e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528684 Dec 20 03:31:13.150360 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:13.221050 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Pushing event updated for resources: {'Port': ['ID=3f062f8b-2da8-492a-bcae-5109d8bafbc8,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:13.276598 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Attempting to bind port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:31:13.277634 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Attempting to bind port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:31:13.277634 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Attempting to bind port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:13.281993 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:31:13.282312 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Attempting to bind port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 on network 81fcedcc-7077-48be-86e2-d027fe8cf5ab {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:13.287879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:31:13.288226 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Checking segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:13.288611 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Bound using segment: {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:31:13.289493 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Bound port: 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:31:13.289493 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:13.357969 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] For port 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:31:13.361456 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] For port 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3f062f8b-2da8-492a-bcae-5109d8bafbc8,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:31:13.448359 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:13.481632 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:13.485114 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:13.485114 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] 10.222.0.54 "PUT /v2.0/ports/3f062f8b-2da8-492a-bcae-5109d8bafbc8 HTTP/1.1" status: 200 len: 1093 time: 0.9682155 Dec 20 03:31:13.487333 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'tag': '3f062f8b-2da8-492a-bcae-5109d8bafbc8'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:13.490394 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b11ca3-e61c-4f56-89d4-6ec061675c61" -d '{"events": [{"name": "network-changed", "server_uuid": "c34f5947-d72d-47ad-992f-d7b79c785841", "tag": "3f062f8b-2da8-492a-bcae-5109d8bafbc8"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:13.531303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb3dcf-b405-4b69-9272-ad717710592f service neutron] Pushing event updated for resources: {'Port': ['ID=3f062f8b-2da8-492a-bcae-5109d8bafbc8,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:13.552796 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6d137-7ae8-402b-9131-321d9b44254e x-openstack-request-id: req-d2a6d137-7ae8-402b-9131-321d9b44254e {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:13.553006 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34f5947-d72d-47ad-992f-d7b79c785841", "tag": "3f062f8b-2da8-492a-bcae-5109d8bafbc8", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:13.553299 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2a6d137-7ae8-402b-9131-321d9b44254e {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:13.553715 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'tag': '3f062f8b-2da8-492a-bcae-5109d8bafbc8', 'status': 'completed', 'code': 200} Dec 20 03:31:13.682154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11ca3-e61c-4f56-89d4-6ec061675c61 req-2cd7fa47-0437-46a2-bc37-45b320d2a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:13.686229 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60b11ca3-e61c-4f56-89d4-6ec061675c61 req-2cd7fa47-0437-46a2-bc37-45b320d2a9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 1096 time: 0.0738928 Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.815662 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:13.818338 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:13.820330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ebb5b-5449-4bcd-ae53-8dfc8699e858 req-e4bfd8e4-ad85-4ea8-b9dd-df9fcaddbb35 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:13.821927 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-068ebb5b-5449-4bcd-ae53-8dfc8699e858 req-e4bfd8e4-ad85-4ea8-b9dd-df9fcaddbb35 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1196473 Dec 20 03:31:13.848485 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11ca3-e61c-4f56-89d4-6ec061675c61 req-7af8dfdd-2821-4462-8380-3e4b4a5fe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:13.850977 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60b11ca3-e61c-4f56-89d4-6ec061675c61 req-7af8dfdd-2821-4462-8380-3e4b4a5fe539 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1469796 Dec 20 03:31:13.948390 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-068ebb5b-5449-4bcd-ae53-8dfc8699e858 req-9c5f54f6-77d7-4e6b-bf5a-cadf0561f14c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091585 Dec 20 03:31:13.987535 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11ca3-e61c-4f56-89d4-6ec061675c61 req-90bb79c1-425b-45d6-a36e-38fe376210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:13.990472 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60b11ca3-e61c-4f56-89d4-6ec061675c61 req-90bb79c1-425b-45d6-a36e-38fe376210a4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303630 Dec 20 03:31:14.121883 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-5a30d253-f931-429e-92d6-92ad95cd0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:14.123410 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-5a30d253-f931-429e-92d6-92ad95cd0e65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 1096 time: 0.0427020 Dec 20 03:31:14.161194 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ec5-46c8-463e-88ea-7e45edf58c87 req-ae991cbb-92d4-49c2-bc61-5ac2d4605cde tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:14.163629 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b941ec5-46c8-463e-88ea-7e45edf58c87 req-ae991cbb-92d4-49c2-bc61-5ac2d4605cde tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0533118 Dec 20 03:31:14.185771 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-4ecc7ffd-c519-401b-afd9-e5ad452a222c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f062f8b-2da8-492a-bcae-5109d8bafbc8 HTTP/1.1" status: 200 len: 217 time: 0.0433407 Dec 20 03:31:14.231078 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b941ec5-46c8-463e-88ea-7e45edf58c87 req-762b77bb-a85d-4144-bf0a-2015b9413790 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585201 Dec 20 03:31:14.296939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-240fb781-8297-42bd-8c79-f8486fc8b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:14.298665 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-240fb781-8297-42bd-8c79-f8486fc8b714 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.1030831 Dec 20 03:31:14.330774 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4be2-7bbf-4dab-b2fb-4dd22ba8803f req-984a1b40-25ee-4886-8e32-fedb35f09f74 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:14.331441 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45208) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:14.333323 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e51c4be2-7bbf-4dab-b2fb-4dd22ba8803f req-984a1b40-25ee-4886-8e32-fedb35f09f74 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 943 time: 0.0944383 Dec 20 03:31:14.351383 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-a68e0176-8355-4fd2-8fa4-6f4a9bb8ce9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423594 Dec 20 03:31:14.453635 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e51c4be2-7bbf-4dab-b2fb-4dd22ba8803f req-6e51caff-79ab-4b8f-b9be-4005538669da tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055532 Dec 20 03:31:14.474513 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-499bb293-148d-46f5-92cc-22b9232adfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.493373 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-290d36a3-8a75-4c74-b6b8-101e0e7ba656 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286566 Dec 20 03:31:14.577798 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-499bb293-148d-46f5-92cc-22b9232adfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.613675 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d541eb-0cf6-487d-8a7f-87bbc7329b19 req-a83c9137-4378-4686-8c23-93c585239f94 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092308 Dec 20 03:31:14.693386 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-499bb293-148d-46f5-92cc-22b9232adfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.736384 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-499bb293-148d-46f5-92cc-22b9232adfe8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2e36ede812445b1881f0e974ab705eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012201 Dec 20 03:31:14.736384 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bb293-148d-46f5-92cc-22b9232adfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fd4c83-0630-4683-89ec-1495eb75e941,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:14.738176 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45222) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:14.798173 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3d842c8-ab3a-41f8-a662-0d0748a7e7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.836919 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3d842c8-ab3a-41f8-a662-0d0748a7e7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.967509 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3d842c8-ab3a-41f8-a662-0d0748a7e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.970786 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3d842c8-ab3a-41f8-a662-0d0748a7e7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:14.971959 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d3d842c8-ab3a-41f8-a662-0d0748a7e7bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1fd4c83-0630-4683-89ec-1495eb75e941 HTTP/1.1" status: 204 len: 168 time: 0.2328000 Dec 20 03:31:14.982244 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d842c8-ab3a-41f8-a662-0d0748a7e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fd4c83-0630-4683-89ec-1495eb75e941,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:15.379912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46855-30ba-4e33-93d3-f9b3628fc61b req-ffce587e-354f-4619-a013-45cbc885e001 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:15.382352 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9e46855-30ba-4e33-93d3-f9b3628fc61b req-ffce587e-354f-4619-a013-45cbc885e001 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Dec 20 03:31:15.432906 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9e46855-30ba-4e33-93d3-f9b3628fc61b req-fd2a0445-1702-4768-a959-f4b72c9746bd tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Dec 20 03:31:15.598489 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb224d7-f496-4b13-a0b1-407cdb90a011 req-51ae5e07-6796-4573-bc85-4ba60eaa4941 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:15.600110 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bcb224d7-f496-4b13-a0b1-407cdb90a011 req-51ae5e07-6796-4573-bc85-4ba60eaa4941 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 943 time: 0.0617559 Dec 20 03:31:15.680633 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bcb224d7-f496-4b13-a0b1-407cdb90a011 req-c4214172-ab1e-4c6f-93f5-9edabf304828 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724833 Dec 20 03:31:16.553068 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd309e-70d6-4b3e-933d-e7c6b3851256 req-073894ef-0fbc-4992-9044-0cacb720d327 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:16.554685 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e2cd309e-70d6-4b3e-933d-e7c6b3851256 req-073894ef-0fbc-4992-9044-0cacb720d327 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Dec 20 03:31:16.605904 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e2cd309e-70d6-4b3e-933d-e7c6b3851256 req-d18a37e7-708d-46f0-b5bf-c6a880c53013 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Dec 20 03:31:16.801805 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7d2b3-694c-48ab-b168-da0a54c217e0 req-2deabce7-295c-4b5b-a237-f91735dd292f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:16.803301 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14e7d2b3-694c-48ab-b168-da0a54c217e0 req-2deabce7-295c-4b5b-a237-f91735dd292f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 943 time: 0.0514450 Dec 20 03:31:16.859099 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14e7d2b3-694c-48ab-b168-da0a54c217e0 req-02a901a8-dc2f-4454-887f-a0ecb3a72df4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Dec 20 03:31:17.746169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d989-58c5-452e-9067-a958095b5044 req-eea76a25-bc3b-4167-b890-21174f75d5df tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:17.747638 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6978d989-58c5-452e-9067-a958095b5044 req-eea76a25-bc3b-4167-b890-21174f75d5df tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0607533 Dec 20 03:31:17.807278 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6978d989-58c5-452e-9067-a958095b5044 req-9d83226b-c190-459b-975b-25bfb85be13a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Dec 20 03:31:17.973396 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 3f062f8b-2da8-492a-bcae-5109d8bafbc8 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:31:17.987590 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb240ec6-a168-4e25-8615-e4e2dd5ac9b4 req-067f1b43-f2fe-40a0-8dde-bfee5deefac7 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:17.989521 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bb240ec6-a168-4e25-8615-e4e2dd5ac9b4 req-067f1b43-f2fe-40a0-8dde-bfee5deefac7 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 943 time: 0.0572217 Dec 20 03:31:18.050220 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bb240ec6-a168-4e25-8615-e4e2dd5ac9b4 req-723374b2-03cc-4788-a776-1d28dce15e4e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Dec 20 03:31:18.087500 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3f062f8b-2da8-492a-bcae-5109d8bafbc8,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:18.101375 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '3f062f8b-2da8-492a-bcae-5109d8bafbc8', 'network_id': '81fcedcc-7077-48be-86e2-d027fe8cf5ab', 'port_id': '3f062f8b-2da8-492a-bcae-5109d8bafbc8', 'mac_address': 'fa:16:3e:77:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99576ec-6b4b-419b-a87b-bcfee72de664', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:31:18.143398 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:18.285863 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f062f8b-2da8-492a-bcae-5109d8bafbc8 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:31:18.307426 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3f062f8b-2da8-492a-bcae-5109d8bafbc8,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:18.361807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:18.416132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=3f062f8b-2da8-492a-bcae-5109d8bafbc8,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:18.423838 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.424343 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.424744 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.425191 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.425609 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.426010 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.426406 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.426802 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.427138 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.427508 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.427874 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.428200 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.428637 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:18.784800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['3f062f8b-2da8-492a-bcae-5109d8bafbc8'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:18.933250 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9476a72-df21-4d86-bfe4-1756f0c0d81f req-4cabad58-f878-4fe8-a6a0-ebf602dab35c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:18.934811 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9476a72-df21-4d86-bfe4-1756f0c0d81f req-4cabad58-f878-4fe8-a6a0-ebf602dab35c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0508757 Dec 20 03:31:19.000331 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9476a72-df21-4d86-bfe4-1756f0c0d81f req-3b159ab9-abf4-4427-9b24-fb9715f6eb02 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Dec 20 03:31:19.210957 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8396e8-5a13-43ee-816b-c39e71ee86ca req-ac990ac3-cfa2-4f57-9342-492fdbacb995 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:19.211739 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb8396e8-5a13-43ee-816b-c39e71ee86ca req-ac990ac3-cfa2-4f57-9342-492fdbacb995 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 944 time: 0.0692220 Dec 20 03:31:19.267733 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb8396e8-5a13-43ee-816b-c39e71ee86ca req-8e9b009e-01b0-41d9-9736-5e85cb9f242a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496581 Dec 20 03:31:19.603306 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45384) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:19.719805 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6593f2ae-8fce-4778-a483-ac252bf94ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:19.804121 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6593f2ae-8fce-4778-a483-ac252bf94ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:19.887046 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6593f2ae-8fce-4778-a483-ac252bf94ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:19.928917 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593f2ae-8fce-4778-a483-ac252bf94ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38badab-91fd-4892-82a8-610e5a6bab15,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:19.932998 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6593f2ae-8fce-4778-a483-ac252bf94ac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ea6ac2dc0dc42e5aee022a146e4acea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285892 Dec 20 03:31:19.935675 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45392) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:19.986964 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a90ee597-3b47-4a17-bf95-f829822e1200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:19.991644 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 3f062f8b-2da8-492a-bcae-5109d8bafbc8 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:31:20.011324 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a90ee597-3b47-4a17-bf95-f829822e1200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.123860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df94135-eb51-47ac-b2ef-2bdcc485ef87 req-d622f5d9-f6df-4cfd-bcab-5543aa81b7cc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:20.125487 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1df94135-eb51-47ac-b2ef-2bdcc485ef87 req-d622f5d9-f6df-4cfd-bcab-5543aa81b7cc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0522475 Dec 20 03:31:20.144540 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a90ee597-3b47-4a17-bf95-f829822e1200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.148248 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a90ee597-3b47-4a17-bf95-f829822e1200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.150085 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a90ee597-3b47-4a17-bf95-f829822e1200 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c38badab-91fd-4892-82a8-610e5a6bab15 HTTP/1.1" status: 204 len: 168 time: 0.2134581 Dec 20 03:31:20.151028 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:31:20.156623 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:20.157209 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.165398 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ee597-3b47-4a17-bf95-f829822e1200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38badab-91fd-4892-82a8-610e5a6bab15,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:20.203313 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1df94135-eb51-47ac-b2ef-2bdcc485ef87 req-f1c291ce-c4e4-425f-aaba-4b0c923836d7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711737 Dec 20 03:31:20.277356 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.318747 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f062f8b-2da8-492a-bcae-5109d8bafbc8'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:20.318747 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132a3e2c-a7de-470d-a5d9-86ea24287b5c" -d '{"events": [{"server_uuid": "c34f5947-d72d-47ad-992f-d7b79c785841", "name": "network-vif-plugged", "status": "completed", "tag": "3f062f8b-2da8-492a-bcae-5109d8bafbc8"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:20.335344 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3f062f8b-2da8-492a-bcae-5109d8bafbc8,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:20.365583 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4608ea2-67b7-4db4-ae9f-ac0126f6d38b x-openstack-request-id: req-f4608ea2-67b7-4db4-ae9f-ac0126f6d38b {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:20.365983 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34f5947-d72d-47ad-992f-d7b79c785841", "name": "network-vif-plugged", "status": "completed", "tag": "3f062f8b-2da8-492a-bcae-5109d8bafbc8", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:20.366300 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4608ea2-67b7-4db4-ae9f-ac0126f6d38b {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:20.366764 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f062f8b-2da8-492a-bcae-5109d8bafbc8', 'code': 200} Dec 20 03:31:20.424063 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a7bf8-0bca-4e9a-8651-57d1eba3fab6 req-082f8580-ce0b-4a4f-933a-28626290d4c8 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:20.425753 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-342a7bf8-0bca-4e9a-8651-57d1eba3fab6 req-082f8580-ce0b-4a4f-933a-28626290d4c8 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 944 time: 0.0764465 Dec 20 03:31:20.439202 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45412) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:20.501352 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-342a7bf8-0bca-4e9a-8651-57d1eba3fab6 req-e4360811-687f-40f2-af3b-a5ec42fd099f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Dec 20 03:31:20.567736 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.628881 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=3f062f8b-2da8-492a-bcae-5109d8bafbc8,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:20.711276 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-498e1f42-ca24-4582-9bf6-a1d2a771ce98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.873469 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-498e1f42-ca24-4582-9bf6-a1d2a771ce98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:20.880023 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320d694-10ac-42a4-8351-d36c5e5af03a req-6d1c096b-257a-46f0-a603-e147cbe8f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:20.882561 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a320d694-10ac-42a4-8351-d36c5e5af03a req-6d1c096b-257a-46f0-a603-e147cbe8f0c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 1098 time: 0.0801539 Dec 20 03:31:20.947109 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a320d694-10ac-42a4-8351-d36c5e5af03a req-edc0bdfa-9911-4feb-a431-ec95e8e51a87 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529990 Dec 20 03:31:20.967859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-498e1f42-ca24-4582-9bf6-a1d2a771ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:21.007855 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-498e1f42-ca24-4582-9bf6-a1d2a771ce98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45830d0a5e644fcab082a5255a7eb650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5676372 Dec 20 03:31:21.008573 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e1f42-ca24-4582-9bf6-a1d2a771ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97641193-279a-4c6c-8262-d8360edc0031,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:21.011240 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45424) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:21.073408 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e051b109-e141-4ebb-bc92-7c93206f3054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:21.099003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e051b109-e141-4ebb-bc92-7c93206f3054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:21.259142 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e051b109-e141-4ebb-bc92-7c93206f3054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:21.261759 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e051b109-e141-4ebb-bc92-7c93206f3054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:21.265921 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e051b109-e141-4ebb-bc92-7c93206f3054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97641193-279a-4c6c-8262-d8360edc0031 HTTP/1.1" status: 204 len: 168 time: 0.2505245 Dec 20 03:31:21.276208 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b109-e141-4ebb-bc92-7c93206f3054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97641193-279a-4c6c-8262-d8360edc0031,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:21.378018 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbefee9-ceb7-461c-965a-724591595c7d req-ce08fae7-0eb5-4e76-94c0-1a8ebfca49b0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:21.383686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bfbefee9-ceb7-461c-965a-724591595c7d req-ce08fae7-0eb5-4e76-94c0-1a8ebfca49b0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0725553 Dec 20 03:31:21.446415 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bfbefee9-ceb7-461c-965a-724591595c7d req-3a451ff1-745e-42fd-b714-7b6d5ff6d1ed tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596232 Dec 20 03:31:21.643551 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744e86e-da26-4a49-86cb-6ab2bfbb8534 req-d60b5ab0-3157-4fa9-bbe4-cb283828bc02 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:21.645088 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0744e86e-da26-4a49-86cb-6ab2bfbb8534 req-d60b5ab0-3157-4fa9-bbe4-cb283828bc02 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.0554366 Dec 20 03:31:21.699528 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0744e86e-da26-4a49-86cb-6ab2bfbb8534 req-cd625dcb-1f85-4d57-8afd-4043905c1121 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Dec 20 03:31:21.955870 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45454) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:21.973769 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-70bafde4-7ce9-4e4a-9f61-3f02763ee0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.065262 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-70bafde4-7ce9-4e4a-9f61-3f02763ee0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.190194 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-70bafde4-7ce9-4e4a-9f61-3f02763ee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.232199 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-70bafde4-7ce9-4e4a-9f61-3f02763ee0a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c73b13a237ca43af99081a5a444f2788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748415 Dec 20 03:31:22.234670 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bafde4-7ce9-4e4a-9f61-3f02763ee0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13238f6e-e5d8-4d8a-ac2c-691504d9efab,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:22.236539 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45460) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:22.305057 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b12c85c8-7f6f-4686-a0c2-881ea8e79c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.337556 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b12c85c8-7f6f-4686-a0c2-881ea8e79c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.475883 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b12c85c8-7f6f-4686-a0c2-881ea8e79c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.478664 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b12c85c8-7f6f-4686-a0c2-881ea8e79c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:22.479848 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b12c85c8-7f6f-4686-a0c2-881ea8e79c31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13238f6e-e5d8-4d8a-ac2c-691504d9efab HTTP/1.1" status: 204 len: 168 time: 0.2422836 Dec 20 03:31:22.489160 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c85c8-7f6f-4686-a0c2-881ea8e79c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13238f6e-e5d8-4d8a-ac2c-691504d9efab,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:22.587950 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c50523-5eba-4249-ace8-03178f8e82d3 req-0f862598-eca1-437b-ba2c-ccfa8360296b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:22.594576 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12c50523-5eba-4249-ace8-03178f8e82d3 req-0f862598-eca1-437b-ba2c-ccfa8360296b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0663373 Dec 20 03:31:22.665420 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12c50523-5eba-4249-ace8-03178f8e82d3 req-9a4e5622-c65f-4f58-8ae6-5efeaa8eea69 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Dec 20 03:31:22.913162 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd25ba-d65b-4ad2-8778-a75e0fcce672 req-add41af4-c785-43f7-b855-cc873c219282 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:22.915020 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bbbd25ba-d65b-4ad2-8778-a75e0fcce672 req-add41af4-c785-43f7-b855-cc873c219282 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.0760729 Dec 20 03:31:22.985689 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bbbd25ba-d65b-4ad2-8778-a75e0fcce672 req-55dde308-ec52-4745-ab90-ca659a9f42a9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567212 Dec 20 03:31:23.798453 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54250262-8286-48ce-adf7-de6b8e470790 req-0bee2cd2-bd0f-4ea7-9f13-b2d9fec90f70 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:23.800008 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-54250262-8286-48ce-adf7-de6b8e470790 req-0bee2cd2-bd0f-4ea7-9f13-b2d9fec90f70 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Dec 20 03:31:23.868471 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-54250262-8286-48ce-adf7-de6b8e470790 req-554d393e-2411-487f-811d-4a0f6264946b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612280 Dec 20 03:31:24.181682 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-6b990934-78e3-4d9b-b750-01798cae78f7 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6866bc2e71464c7899f85564f604f7ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335085 Dec 20 03:31:24.377665 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-259ae1c1-78d1-49dc-b730-8fc37d5af8d1 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:24.379234 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-259ae1c1-78d1-49dc-b730-8fc37d5af8d1 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946368 Dec 20 03:31:24.397587 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-f4c87a68-461c-44e1-bd85-25f68befcad6 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/quotas/6866bc2e71464c7899f85564f604f7ef HTTP/1.1" status: 200 len: 375 time: 0.0101402 Dec 20 03:31:24.437650 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-4002ada7-f540-428c-9bf8-35a1006fa5dd tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6866bc2e71464c7899f85564f604f7ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263083 Dec 20 03:31:24.733583 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a4897bd4-83f7-4684-9438-bfda864c980b req-5052bbac-259b-48f0-9b65-6dd4dfc0ea32 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 210 time: 0.0422361 Dec 20 03:31:25.034950 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadad4-09e9-446f-8ef9-053068198a37 req-e8faf472-c731-496c-9f08-4447c745d852 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:25.036525 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7cadad4-09e9-446f-8ef9-053068198a37 req-e8faf472-c731-496c-9f08-4447c745d852 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0725634 Dec 20 03:31:25.121102 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7cadad4-09e9-446f-8ef9-053068198a37 req-9e377604-7ab6-46eb-ba4a-22d318f70c20 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 Dec 20 03:31:25.206986 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-00670e86-9728-4043-aa28-18e14bd7375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:25.803002 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3553de4d-4f60-4aea-b412-964a684389a0 req-20ccd589-6fd8-4a62-8128-d65ac2be8ff3 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 210 time: 0.0266130 Dec 20 03:31:26.252382 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24e957-9343-4a0f-9f2f-2c80024220cb req-783afffe-3bdc-49a9-8c58-5122ea1af3e6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:26.253959 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6b24e957-9343-4a0f-9f2f-2c80024220cb req-783afffe-3bdc-49a9-8c58-5122ea1af3e6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0503345 Dec 20 03:31:26.321425 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6b24e957-9343-4a0f-9f2f-2c80024220cb req-bc2e77b0-3927-46f4-bd7a-3b37a3a1b561 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Dec 20 03:31:26.921086 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67601c3c-eda2-4cd6-9822-7c6150fd1b48 req-6abcd672-4a36-4166-912e-a8140b2eb615 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 210 time: 0.0318632 Dec 20 03:31:27.453627 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d3ace-bf6e-4612-b81a-a4436c43cf96 req-544c91ee-3bab-41b0-b144-e890133b35b7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:27.455117 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0c8d3ace-bf6e-4612-b81a-a4436c43cf96 req-544c91ee-3bab-41b0-b144-e890133b35b7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0518515 Dec 20 03:31:27.464186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da5748b5-c3e8-4dfc-8cee-198312f014c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:27.515723 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0c8d3ace-bf6e-4612-b81a-a4436c43cf96 req-2ea24e40-0ab7-40fc-8053-708de870c31e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537872 Dec 20 03:31:27.857094 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-04316072-cb5a-400f-9ca1-963b8c5e7e9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6866bc2e71464c7899f85564f604f7ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240190 Dec 20 03:31:27.972767 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-13f464b8-5ebd-4e52-b5e5-cd90134514d1 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:27.974523 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-13f464b8-5ebd-4e52-b5e5-cd90134514d1 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094165 Dec 20 03:31:28.001785 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Request body: {'port': {'device_id': '5578527e-afe7-41bb-95f2-be172e989cab', 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523', 'admin_state_up': True, 'tenant_id': '6866bc2e71464c7899f85564f604f7ef'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:28.298593 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e630189-3389-481a-8b2f-e1e671961997 req-09f6d106-9108-4bd0-96de-efdb23455d2a tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 210 time: 0.2927902 Dec 20 03:31:28.487363 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Made reservation on behalf of 6866bc2e71464c7899f85564f604f7ef for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:28.492056 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:28.507329 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:28.598000 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:28.673922 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb902-f7a3-4b04-8247-0f09c3e87d60 req-80a2788b-a1dd-470e-9e11-15b7f794f200 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:28.675598 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7a6eb902-f7a3-4b04-8247-0f09c3e87d60 req-80a2788b-a1dd-470e-9e11-15b7f794f200 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0545254 Dec 20 03:31:28.692781 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:28.721639 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:28.730062 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7a6eb902-f7a3-4b04-8247-0f09c3e87d60 req-4da94170-8a92-4973-8d43-28f1886c1061 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Dec 20 03:31:28.813359 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d6a2a-8c3a-4290-9005-05a2bd330c3c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:28.924691 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Allocated IP 192.168.233.171 (d1bf3727-d458-4a44-b59f-f823f9e0f523/a4151758-f969-49ed-922e-f1de0e758f05/67ca6f6d-dd2b-40ae-b96e-83723598480b) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:31:28.966002 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45666) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:29.102382 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c0bb-7308-45d9-bb42-425ae11d59c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.106816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.212094 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c0bb-7308-45d9-bb42-425ae11d59c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.253120 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.301425 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Network d1bf3727-d458-4a44-b59f-f823f9e0f523 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:31:29.305729 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:29.310042 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:31:29.316932 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Pushing event updated for resources: {'Port': ['ID=67ca6f6d-dd2b-40ae-b96e-83723598480b,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:29.338829 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c0bb-7308-45d9-bb42-425ae11d59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.376779 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:29.377489 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.428041 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a7c4c0bb-7308-45d9-bb42-425ae11d59c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8f67aa0a42a480ba907e5814c3f02bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607172 Dec 20 03:31:29.432829 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45678) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:29.443327 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48040b98-cbcb-4524-aa35-56e0b0e56557 req-4db21a53-2962-424a-81d3-6fe2339838ce tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:29.443880 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4c0bb-7308-45d9-bb42-425ae11d59c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f415f2-8b1f-4bdd-a8ac-1a3948153190,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:29.466640 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48040b98-cbcb-4524-aa35-56e0b0e56557 req-4db21a53-2962-424a-81d3-6fe2339838ce tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 936 time: 0.0843890 Dec 20 03:31:29.520147 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8182008e-7007-44a3-8315-90d9af2ad4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.542887 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48040b98-cbcb-4524-aa35-56e0b0e56557 req-04c1f2f8-bb12-46f0-8974-80da64735839 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747273 Dec 20 03:31:29.577265 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8182008e-7007-44a3-8315-90d9af2ad4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.638496 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-5c78bf19-cdf1-41e7-99f5-046256063a9e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6411760 Dec 20 03:31:29.668631 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Request body: {'port': {'device_id': '5578527e-afe7-41bb-95f2-be172e989cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:29.699109 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-9156ea40-6e01-49db-a733-c43366005f1b None None] Provisioning complete for port 67ca6f6d-dd2b-40ae-b96e-83723598480b triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:29.700127 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9156ea40-6e01-49db-a733-c43366005f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.724008 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8182008e-7007-44a3-8315-90d9af2ad4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.730316 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8182008e-7007-44a3-8315-90d9af2ad4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.732885 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8182008e-7007-44a3-8315-90d9af2ad4cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21f415f2-8b1f-4bdd-a8ac-1a3948153190 HTTP/1.1" status: 204 len: 168 time: 0.2985518 Dec 20 03:31:29.747570 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-9156ea40-6e01-49db-a733-c43366005f1b None None] Port 67ca6f6d-dd2b-40ae-b96e-83723598480b cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:31:29.749864 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182008e-7007-44a3-8315-90d9af2ad4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f415f2-8b1f-4bdd-a8ac-1a3948153190,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:29.774878 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:29.898300 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45688) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:29.927058 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab58e4-618b-42d8-af04-8fd0d76b582a req-810f5bf4-1a65-4956-8ecf-e0ffa477ed54 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:29.929208 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37ab58e4-618b-42d8-af04-8fd0d76b582a req-810f5bf4-1a65-4956-8ecf-e0ffa477ed54 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0593736 Dec 20 03:31:29.987298 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37ab58e4-618b-42d8-af04-8fd0d76b582a req-04284cb8-ada9-48b0-aad3-d2f9107d92ea tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491340 Dec 20 03:31:30.065065 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a22f604-0bdc-4354-94bc-d387af75e4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.294177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a22f604-0bdc-4354-94bc-d387af75e4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.301967 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ca6f6d-dd2b-40ae-b96e-83723598480b {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:31:30.314186 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.329274 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Transition to ACTIVE for port object 67ca6f6d-dd2b-40ae-b96e-83723598480b will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:31:30.406933 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.453275 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.455664 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a22f604-0bdc-4354-94bc-d387af75e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.549653 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7a22f604-0bdc-4354-94bc-d387af75e4a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33fc10da1ec84e34b8f63a77c6b1d06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502559 Dec 20 03:31:30.550460 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22f604-0bdc-4354-94bc-d387af75e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9177849-7844-49a8-b480-0b167790f045,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:30.550717 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45704) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:30.557186 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Pushing event updated for resources: {'Port': ['ID=67ca6f6d-dd2b-40ae-b96e-83723598480b,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:30.674455 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68206b9a-c907-40c4-b746-3be0dc25ddee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.690524 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Attempting to bind port 67ca6f6d-dd2b-40ae-b96e-83723598480b on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:31:30.690879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Attempting to bind port 67ca6f6d-dd2b-40ae-b96e-83723598480b by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:31:30.691267 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Attempting to bind port 67ca6f6d-dd2b-40ae-b96e-83723598480b on network d1bf3727-d458-4a44-b59f-f823f9e0f523 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:30.703144 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68206b9a-c907-40c4-b746-3be0dc25ddee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.707062 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Port 67ca6f6d-dd2b-40ae-b96e-83723598480b on network d1bf3727-d458-4a44-b59f-f823f9e0f523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:31:30.707426 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Attempting to bind port 67ca6f6d-dd2b-40ae-b96e-83723598480b on network d1bf3727-d458-4a44-b59f-f823f9e0f523 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:30.730638 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:31:30.731005 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Checking segment: {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:30.731472 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Bound using segment: {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:31:30.731928 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Bound port: 67ca6f6d-dd2b-40ae-b96e-83723598480b, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:31:30.732335 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.814148 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae887-530e-43e5-99ad-f444211432cd req-2db990ef-ff85-4a6f-baa2-816d1e73a7d6 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:30.815744 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-094ae887-530e-43e5-99ad-f444211432cd req-2db990ef-ff85-4a6f-baa2-816d1e73a7d6 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 948 time: 0.1187932 Dec 20 03:31:30.843658 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68206b9a-c907-40c4-b746-3be0dc25ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.847896 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.856232 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68206b9a-c907-40c4-b746-3be0dc25ddee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:30.859117 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-68206b9a-c907-40c4-b746-3be0dc25ddee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9177849-7844-49a8-b480-0b167790f045 HTTP/1.1" status: 204 len: 168 time: 0.3066192 Dec 20 03:31:30.881245 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68206b9a-c907-40c4-b746-3be0dc25ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9177849-7844-49a8-b480-0b167790f045,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:30.888930 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-094ae887-530e-43e5-99ad-f444211432cd req-b73c2279-d8af-4fb8-b0dd-5611e1a03139 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560517 Dec 20 03:31:30.895775 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] For port 67ca6f6d-dd2b-40ae-b96e-83723598480b, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:31:30.901221 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] For port 67ca6f6d-dd2b-40ae-b96e-83723598480b, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=67ca6f6d-dd2b-40ae-b96e-83723598480b,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:31:30.979273 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.024366 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.025113 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.047030 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] 10.222.0.54 "PUT /v2.0/ports/67ca6f6d-dd2b-40ae-b96e-83723598480b HTTP/1.1" status: 200 len: 1098 time: 1.3627038 Dec 20 03:31:31.047030 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5578527e-afe7-41bb-95f2-be172e989cab', 'tag': '67ca6f6d-dd2b-40ae-b96e-83723598480b'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:31.047030 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce41eef8-f4e2-4723-9d8b-4697990996a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5578527e-afe7-41bb-95f2-be172e989cab", "tag": "67ca6f6d-dd2b-40ae-b96e-83723598480b"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:31.084528 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387dc55-8753-4976-bb21-9973296b8583 service neutron] Pushing event updated for resources: {'Port': ['ID=67ca6f6d-dd2b-40ae-b96e-83723598480b,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:31.105931 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946bb20-46a0-4ab1-b95f-248ffc6f8b84 x-openstack-request-id: req-7946bb20-46a0-4ab1-b95f-248ffc6f8b84 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:31.110350 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5578527e-afe7-41bb-95f2-be172e989cab", "tag": "67ca6f6d-dd2b-40ae-b96e-83723598480b", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:31.110350 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7946bb20-46a0-4ab1-b95f-248ffc6f8b84 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:31.110350 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5578527e-afe7-41bb-95f2-be172e989cab', 'tag': '67ca6f6d-dd2b-40ae-b96e-83723598480b', 'status': 'completed', 'code': 200} Dec 20 03:31:31.186777 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48170cf6-dd9f-4df6-9d69-b9af4c137353 req-66d534b5-27fb-4b78-bdcc-3ebc0e881f75 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.186989 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 45724) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:31.192667 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48170cf6-dd9f-4df6-9d69-b9af4c137353 req-66d534b5-27fb-4b78-bdcc-3ebc0e881f75 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0751443 Dec 20 03:31:31.266758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41eef8-f4e2-4723-9d8b-4697990996a4 req-455ee86a-3bbf-4a12-9283-d88fcd691798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.270385 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce41eef8-f4e2-4723-9d8b-4697990996a4 req-455ee86a-3bbf-4a12-9283-d88fcd691798 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6866bc2e71464c7899f85564f604f7ef&device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 1101 time: 0.0974998 Dec 20 03:31:31.279076 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48170cf6-dd9f-4df6-9d69-b9af4c137353 req-cb0d83b2-a4bf-4fba-9d48-d08280dfa905 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789278 Dec 20 03:31:31.329633 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce41eef8-f4e2-4723-9d8b-4697990996a4 req-f1b1fcdd-d1da-4206-974f-e72a1a3b08a3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6866bc2e71464c7899f85564f604f7ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386975 Dec 20 03:31:31.398676 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1291004625-network', 'tenant_id': '52b3f51f2d0f44ffab57b6f7798b66ce'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:31.471362 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41eef8-f4e2-4723-9d8b-4697990996a4 req-10a92759-d4ea-437e-be29-f1918ef8aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.472842 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce41eef8-f4e2-4723-9d8b-4697990996a4 req-10a92759-d4ea-437e-be29-f1918ef8aaf5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251054 Dec 20 03:31:31.581204 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-febbd56a-3973-4177-b2d0-3c7376da94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.582812 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-febbd56a-3973-4177-b2d0-3c7376da94da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6866bc2e71464c7899f85564f604f7ef&device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 1101 time: 0.0400457 Dec 20 03:31:31.609289 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Made reservation on behalf of 52b3f51f2d0f44ffab57b6f7798b66ce for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:31.611814 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.653468 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-dd88bc76-b368-4fba-939b-aec1e696f8e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=67ca6f6d-dd2b-40ae-b96e-83723598480b HTTP/1.1" status: 200 len: 217 time: 0.0529957 Dec 20 03:31:31.659141 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.735515 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-6188bab0-1ec7-4135-a1a0-666923530aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.737359 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-6188bab0-1ec7-4135-a1a0-666923530aa0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4151758-f969-49ed-922e-f1de0e758f05 HTTP/1.1" status: 200 len: 843 time: 0.0689347 Dec 20 03:31:31.818951 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261239-45cb-4428-b999-a054ae741e54 req-7c00fc5f-6c04-4247-b909-ff1c58e08159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:31.821270 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-7c00fc5f-6c04-4247-b909-ff1c58e08159 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1bf3727-d458-4a44-b59f-f823f9e0f523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0719478 Dec 20 03:31:31.830252 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.915202 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.928090 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-9f7f6b29-4554-4d63-aafa-020dea88d2d6 service neutron] 10.222.0.54 "GET /v2.0/networks/d1bf3727-d458-4a44-b59f-f823f9e0f523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964792 Dec 20 03:31:31.943352 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:31:31.977648 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc7a84-636f-411d-aa68-a5c2da30745d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:31.980616 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:31.980956 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Added segment 6cd06111-b150-4ecc-bcfa-30439dd98c3e of type vlan for network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 Dec 20 03:31:32.122422 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:32.136261 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a261239-45cb-4428-b999-a054ae741e54 req-3eacb4a4-bb96-4cc2-a9dd-5ef791354b44 service neutron] 10.222.0.54 "GET /v2.0/networks/d1bf3727-d458-4a44-b59f-f823f9e0f523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863375 Dec 20 03:31:32.146004 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef308d22-a51c-473c-b54a-554d47f69926 req-84a9fefd-eb32-4753-81ec-732025cad963 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:32.147445 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef308d22-a51c-473c-b54a-554d47f69926 req-84a9fefd-eb32-4753-81ec-732025cad963 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 948 time: 0.1589708 Dec 20 03:31:32.206375 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef308d22-a51c-473c-b54a-554d47f69926 req-258fd137-9778-4c21-a9ae-446180956fa3 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495079 Dec 20 03:31:32.269918 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:32.270990 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:32.271643 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:32.332636 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] Pushing event updated for resources: {'Network': ['ID=04fe64b7-d33c-4d47-90a3-8de2f67e8986,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:32.343841 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:31:32.372563 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ea961447-640b-44ce-8c44-f499eb90047b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1847064 Dec 20 03:31:32.372909 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 45736) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:32.377869 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Request body: {'subnet': {'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1291004625-subnet', 'tenant_id': '52b3f51f2d0f44ffab57b6f7798b66ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:32.448924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bd09a-e1d9-4490-a1f9-95a5249bc3bb req-e0212d49-d690-43fb-ba30-cd78e50aea1d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:32.450984 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a40bd09a-e1d9-4490-a1f9-95a5249bc3bb req-e0212d49-d690-43fb-ba30-cd78e50aea1d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0687649 Dec 20 03:31:32.495818 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Made reservation on behalf of 52b3f51f2d0f44ffab57b6f7798b66ce for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:32.498921 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:32.529837 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a40bd09a-e1d9-4490-a1f9-95a5249bc3bb req-9c666a3c-b8b7-4052-8779-80afbca90325 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695469 Dec 20 03:31:32.728918 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:32.789397 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56364dd8-c957-4b61-be15-bb675bfe4822,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:32.798685 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Checking segment: {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:32.799047 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Network hostable DHCP agents. Network: 04fe64b7-d33c-4d47-90a3-8de2f67e8986, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:31:32.881096 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:31:32.932258 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 04fe64b7-d33c-4d47-90a3-8de2f67e8986) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:32.936385 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:32.937012 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:32.942806 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d78c4-fdb4-4ce3-aaba-d3b87ac8ab8e None None] Network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:31:33.021165 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-873ca05e-8f05-4522-ad82-2837cd5eb6a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6470077 Dec 20 03:31:33.047117 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac12df-bce0-4a8c-91cf-7460e2185de5 None None] Network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:31:33.336317 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c9260-3b1c-400e-a9d3-89fdf795e4c7 req-096e3dcd-f34d-4d10-aa4e-95a5e65c761c tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:33.338095 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-753c9260-3b1c-400e-a9d3-89fdf795e4c7 req-096e3dcd-f34d-4d10-aa4e-95a5e65c761c tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 948 time: 0.0500658 Dec 20 03:31:33.393415 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-753c9260-3b1c-400e-a9d3-89fdf795e4c7 req-d7d41fe4-ee84-45d0-98bd-5dd0507ca815 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487435 Dec 20 03:31:33.656439 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dd1c9-f2e3-497e-90eb-04f1f3e21ef4 req-49536627-ba3a-46fd-9c61-c698fbb4418f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:33.657948 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f84dd1c9-f2e3-497e-90eb-04f1f3e21ef4 req-49536627-ba3a-46fd-9c61-c698fbb4418f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0587747 Dec 20 03:31:33.705796 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f84dd1c9-f2e3-497e-90eb-04f1f3e21ef4 req-9a99d9b7-c45c-4b45-8a4f-266fe61b91ab tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Dec 20 03:31:34.517615 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7442e-18a6-43ec-8c73-78353e35cbd2 req-b9abd167-ad3e-42f2-a640-1e3139dad548 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:34.519183 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a0e7442e-18a6-43ec-8c73-78353e35cbd2 req-b9abd167-ad3e-42f2-a640-1e3139dad548 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 948 time: 0.0539076 Dec 20 03:31:34.576382 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a0e7442e-18a6-43ec-8c73-78353e35cbd2 req-4fb11ef9-b5c7-4019-a8f2-aac95b7e6594 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Dec 20 03:31:34.850554 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113fda8-da39-4abc-94c4-408100c76318 req-75d31379-807a-46d8-9462-617abd47d77a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:34.857967 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3113fda8-da39-4abc-94c4-408100c76318 req-75d31379-807a-46d8-9462-617abd47d77a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0805771 Dec 20 03:31:34.921571 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3113fda8-da39-4abc-94c4-408100c76318 req-50283694-4c82-49e2-8005-a6779986b1f0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606616 Dec 20 03:31:35.329828 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-ed58fa11-2f38-44c6-9ef3-dd58b7ba4ecc tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:35.331812 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-ed58fa11-2f38-44c6-9ef3-dd58b7ba4ecc tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/networks?id=04fe64b7-d33c-4d47-90a3-8de2f67e8986 HTTP/1.1" status: 200 len: 814 time: 0.1030695 Dec 20 03:31:35.348878 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-f0da35e7-e288-4761-9982-fbd0ee6818a3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/quotas/52b3f51f2d0f44ffab57b6f7798b66ce HTTP/1.1" status: 200 len: 375 time: 0.0104756 Dec 20 03:31:35.394502 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-ec986fa4-0115-4875-9993-6f5134a0f617 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384345 Dec 20 03:31:35.500805 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-36c9a891-5cde-46f6-bcd8-0a621290b853 service neutron] 10.222.0.53 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976634 Dec 20 03:31:35.628084 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-2613fc5b-6543-412c-91ad-4fa00abccfc3 service neutron] 10.222.0.53 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204329 Dec 20 03:31:35.711993 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a771-5fc0-40cc-916b-b8c07ceccee1 req-89458cce-a4e2-4211-8aed-8ec966c4fe46 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:35.713501 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cac4a771-5fc0-40cc-916b-b8c07ceccee1 req-89458cce-a4e2-4211-8aed-8ec966c4fe46 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 948 time: 0.0549860 Dec 20 03:31:35.763141 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cac4a771-5fc0-40cc-916b-b8c07ceccee1 req-349edced-8de0-4e85-90b6-6930360646af tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Dec 20 03:31:35.863772 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b87f82b0-f4c2-493d-ab54-3a9f603f695e req-275fd00a-01df-4b07-aace-02418d4c6f16 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 210 time: 0.0254929 Dec 20 03:31:36.058854 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e43acf-9093-476e-803a-7e8c04019cea req-105bda74-4ebe-4d40-a14c-a1489ccba280 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:36.060374 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-54e43acf-9093-476e-803a-7e8c04019cea req-105bda74-4ebe-4d40-a14c-a1489ccba280 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Dec 20 03:31:36.092739 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 67ca6f6d-dd2b-40ae-b96e-83723598480b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:31:36.115868 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-54e43acf-9093-476e-803a-7e8c04019cea req-6a9c6034-2658-4367-bd68-7378213ef894 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Dec 20 03:31:36.200890 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 67ca6f6d-dd2b-40ae-b96e-83723598480b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=67ca6f6d-dd2b-40ae-b96e-83723598480b,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:36.212531 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '67ca6f6d-dd2b-40ae-b96e-83723598480b', 'network_id': 'd1bf3727-d458-4a44-b59f-f823f9e0f523', 'port_id': '67ca6f6d-dd2b-40ae-b96e-83723598480b', 'mac_address': 'fa:16:3e:16:8f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4151758-f969-49ed-922e-f1de0e758f05', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:31:36.255367 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:36.269912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ca6f6d-dd2b-40ae-b96e-83723598480b {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:31:36.292350 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 67ca6f6d-dd2b-40ae-b96e-83723598480b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=67ca6f6d-dd2b-40ae-b96e-83723598480b,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:36.367891 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:36.420917 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=67ca6f6d-dd2b-40ae-b96e-83723598480b,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:36.856259 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['67ca6f6d-dd2b-40ae-b96e-83723598480b'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:36.904161 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ec2ba-67a6-46a5-aeeb-034352c6c6b5 req-03e88644-c411-4759-bb88-a14168645485 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:36.906008 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-128ec2ba-67a6-46a5-aeeb-034352c6c6b5 req-03e88644-c411-4759-bb88-a14168645485 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 949 time: 0.0583606 Dec 20 03:31:36.956461 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6983f117-79d5-481b-b8a7-030561d68677 req-2b01541e-efb9-4cce-a1b8-17bda19a55fc tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 210 time: 0.0350399 Dec 20 03:31:36.966444 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-128ec2ba-67a6-46a5-aeeb-034352c6c6b5 req-372c0096-915c-443a-ae49-494386735c86 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542393 Dec 20 03:31:37.256317 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a068f-5d9e-4018-9aa7-19dffed8403f req-3f761f08-c4fa-4fe7-b4a9-6780f063f5ef tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:37.259005 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-305a068f-5d9e-4018-9aa7-19dffed8403f req-3f761f08-c4fa-4fe7-b4a9-6780f063f5ef tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0618429 Dec 20 03:31:37.317603 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-305a068f-5d9e-4018-9aa7-19dffed8403f req-f8485a73-fca8-474e-914b-2e4a267deb9c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515358 Dec 20 03:31:38.055585 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d0d530c-d488-4c8b-8b46-6d3d930f6284 req-ee2f766e-f75b-41a5-ace1-5b8700ca8ac9 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 210 time: 0.0306737 Dec 20 03:31:38.103911 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 67ca6f6d-dd2b-40ae-b96e-83723598480b up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:31:38.119361 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ea527-cf37-46ae-8ba1-6ce91a567ede req-d084e9c3-9f98-4e8f-b751-05365744f0d4 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:38.122344 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d31ea527-cf37-46ae-8ba1-6ce91a567ede req-d084e9c3-9f98-4e8f-b751-05365744f0d4 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 949 time: 0.0696478 Dec 20 03:31:38.174058 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d31ea527-cf37-46ae-8ba1-6ce91a567ede req-9246ad3d-c787-44eb-aac9-86c697556707 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Dec 20 03:31:38.229903 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 67ca6f6d-dd2b-40ae-b96e-83723598480b completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:31:38.234000 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 67ca6f6d-dd2b-40ae-b96e-83723598480b triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:38.234420 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:38.318913 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:38.357862 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5578527e-afe7-41bb-95f2-be172e989cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca6f6d-dd2b-40ae-b96e-83723598480b'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:38.360176 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96612ac-1783-49d2-b437-3360ba41c11f" -d '{"events": [{"server_uuid": "5578527e-afe7-41bb-95f2-be172e989cab", "name": "network-vif-plugged", "status": "completed", "tag": "67ca6f6d-dd2b-40ae-b96e-83723598480b"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:38.374666 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 67ca6f6d-dd2b-40ae-b96e-83723598480b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=67ca6f6d-dd2b-40ae-b96e-83723598480b,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:38.421897 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d7a55-6b6b-433c-ae9c-15f07dd90cfd x-openstack-request-id: req-958d7a55-6b6b-433c-ae9c-15f07dd90cfd {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:38.421897 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5578527e-afe7-41bb-95f2-be172e989cab", "name": "network-vif-plugged", "status": "completed", "tag": "67ca6f6d-dd2b-40ae-b96e-83723598480b", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:38.421897 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-958d7a55-6b6b-433c-ae9c-15f07dd90cfd {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:38.421897 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5578527e-afe7-41bb-95f2-be172e989cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca6f6d-dd2b-40ae-b96e-83723598480b', 'code': 200} Dec 20 03:31:38.442562 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:38.451898 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54959-d863-41dc-b549-7215210b1a6d req-42ffe7ad-9a59-452f-96ea-b06eebb49e27 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:38.453697 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62a54959-d863-41dc-b549-7215210b1a6d req-42ffe7ad-9a59-452f-96ea-b06eebb49e27 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0616250 Dec 20 03:31:38.509669 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=67ca6f6d-dd2b-40ae-b96e-83723598480b,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:38.524959 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62a54959-d863-41dc-b549-7215210b1a6d req-80eb94cf-6375-48b9-94e8-5fba763e4a85 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648685 Dec 20 03:31:38.609039 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-eab2b3a6-611e-4861-99f3-0d56e8e0e3b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096964 Dec 20 03:31:38.636549 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-71982a90-2084-403f-bb1c-f966e02fd85f tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:38.638133 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-71982a90-2084-403f-bb1c-f966e02fd85f tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "GET /v2.0/networks?id=04fe64b7-d33c-4d47-90a3-8de2f67e8986 HTTP/1.1" status: 200 len: 814 time: 0.1507473 Dec 20 03:31:38.699082 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Request body: {'port': {'device_id': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986', 'admin_state_up': True, 'tenant_id': '52b3f51f2d0f44ffab57b6f7798b66ce'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:38.738368 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:31:38.832093 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-407b9f3a-aec8-465a-8c1f-c49afc25fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:38.833614 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-407b9f3a-aec8-465a-8c1f-c49afc25fed4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 1098 time: 0.0770950 Dec 20 03:31:38.901096 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.54', 57895) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:38.946545 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313d694-69eb-486b-8614-36f82e561b62 req-f8cf6102-8848-4e14-a218-bbc8a0f7eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:38.948077 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0313d694-69eb-486b-8614-36f82e561b62 req-f8cf6102-8848-4e14-a218-bbc8a0f7eee8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 1103 time: 0.0436397 Dec 20 03:31:38.955137 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Made reservation on behalf of 52b3f51f2d0f44ffab57b6f7798b66ce for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:38.958561 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:39.061216 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0313d694-69eb-486b-8614-36f82e561b62 req-6d48daeb-acd6-47dc-9d56-5c6164cf5006 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996313 Dec 20 03:31:39.103808 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194eab-9633-4890-b1bf-d4c5f74c5cf9 req-750be298-4dcd-4e4d-8cb8-12719add7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.106100 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22194eab-9633-4890-b1bf-d4c5f74c5cf9 req-750be298-4dcd-4e4d-8cb8-12719add7db4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 1098 time: 0.1959662 Dec 20 03:31:39.158660 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-d5b3f220-6054-4800-8a40-998fc372279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.160134 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-d5b3f220-6054-4800-8a40-998fc372279c service neutron] 10.222.0.54 "GET /v2.0/networks?id=81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 200 len: 916 time: 0.2395535 Dec 20 03:31:39.178919 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Allocated IP 172.20.0.14 (04fe64b7-d33c-4d47-90a3-8de2f67e8986/56364dd8-c957-4b61-be15-bb675bfe4822/e4415830-c355-4d6e-a000-020a900363fb) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:31:39.190572 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b08d-b559-4c74-a50c-6bc2c81ef009 req-e39fdc94-b06a-4770-ac72-c412085e1fba tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.193127 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd32b08d-b559-4c74-a50c-6bc2c81ef009 req-e39fdc94-b06a-4770-ac72-c412085e1fba tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.1158535 Dec 20 03:31:39.218374 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-908a8273-0334-40fe-a248-2ca4b818ecd9 req-8caa0490-5071-4026-95eb-e28701de63e6 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 210 time: 0.0420029 Dec 20 03:31:39.271703 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd32b08d-b559-4c74-a50c-6bc2c81ef009 req-82995205-3c0f-4f21-8960-7061d6532c03 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663481 Dec 20 03:31:39.391774 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a1fe4-2617-43d6-96c2-addda8c0034e req-b459122e-7617-4da9-9d7a-d278501759db tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.393295 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-018a1fe4-2617-43d6-96c2-addda8c0034e req-b459122e-7617-4da9-9d7a-d278501759db tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.0997088 Dec 20 03:31:39.433206 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:39.473250 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-018a1fe4-2617-43d6-96c2-addda8c0034e req-f31bc83a-ec65-4536-b88c-1fc18683908d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729423 Dec 20 03:31:39.498891 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-3d9ab62b-7cdd-4660-888d-3870d135444d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa010647-2532-4b5c-ba09-88875560b47b HTTP/1.1" status: 200 len: 217 time: 0.0504563 Dec 20 03:31:39.573371 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:39.589809 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22194eab-9633-4890-b1bf-d4c5f74c5cf9 req-e80a0c95-f5a1-483b-887f-cf574068ae2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387236 Dec 20 03:31:39.622591 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:31:39.625888 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:39.629678 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:31:39.638678 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-8f35245a-197a-467f-8910-a32d0e23aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.640153 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-8f35245a-197a-467f-8910-a32d0e23aadf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 200 len: 855 time: 0.1221182 Dec 20 03:31:39.661608 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Pushing event updated for resources: {'Port': ['ID=e4415830-c355-4d6e-a000-020a900363fb,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:39.661918 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df186a1-00ee-4897-a8f9-6783637ff30d req-8ffcb826-7915-447f-bf6d-18699940c0f3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.664266 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6df186a1-00ee-4897-a8f9-6783637ff30d req-8ffcb826-7915-447f-bf6d-18699940c0f3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0636728 Dec 20 03:31:39.674233 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.674584 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.674929 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.675267 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.675701 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.675935 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.676265 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.676588 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.676908 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.677258 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.677588 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.677913 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.678230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.694113 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:31:39.697032 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:31:39.697843 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:39.698106 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:39.728055 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6df186a1-00ee-4897-a8f9-6783637ff30d req-89f2e7db-de28-4428-b207-661c869b4412 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Dec 20 03:31:39.776350 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-38f4e2ee-b156-4c81-b774-ad6f11bca256 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0819924 Dec 20 03:31:39.934521 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Request body: {'port': {'device_id': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:39.955378 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-7e0d9ccd-768e-478b-a585-9cc71cd62f0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81fcedcc-7077-48be-86e2-d027fe8cf5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240507 Dec 20 03:31:39.993438 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:40.128413 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-8e7e2f10-4038-4dde-8e1b-e33519129a4f service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182272 Dec 20 03:31:40.239955 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425645ea-93ce-480d-86c7-cc7e6d791d85 req-75f0e9b2-d817-47f1-9322-2dbd5c11aa40 service neutron] 10.222.0.54 "GET /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972366 Dec 20 03:31:40.295250 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4415830-c355-4d6e-a000-020a900363fb {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:31:40.310494 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:40.376746 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Transition to ACTIVE for port object e4415830-c355-4d6e-a000-020a900363fb will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:31:40.407969 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76729-2950-4972-b98c-021af2cd1397 req-48c94ed2-b43f-4baa-b622-2ac32b78fce0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:40.409585 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e67e3-e9f2-4686-84db-e6e1d33d532c req-b63e0172-d1c3-46d3-8939-09abf76f9764 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:40.410726 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e4b76729-2950-4972-b98c-021af2cd1397 req-48c94ed2-b43f-4baa-b622-2ac32b78fce0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 932 time: 0.0958722 Dec 20 03:31:40.411165 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fa2e67e3-e9f2-4686-84db-e6e1d33d532c req-b63e0172-d1c3-46d3-8939-09abf76f9764 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.0622640 Dec 20 03:31:40.454429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:40.470949 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fa2e67e3-e9f2-4686-84db-e6e1d33d532c req-e4c95ab4-5795-45c9-b726-d9a32372c6af tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Dec 20 03:31:40.596231 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e4b76729-2950-4972-b98c-021af2cd1397 req-184cc3d3-d503-4219-8fc7-622391ca038d tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715086 Dec 20 03:31:40.597968 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Pushing event updated for resources: {'Port': ['ID=e4415830-c355-4d6e-a000-020a900363fb,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:40.625290 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6203c2-a3ee-4067-8d54-41513790765c req-ad4826cb-03f2-4638-b3f3-479772ee1043 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:40.627068 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3b6203c2-a3ee-4067-8d54-41513790765c req-ad4826cb-03f2-4638-b3f3-479772ee1043 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.0603483 Dec 20 03:31:40.688211 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3b6203c2-a3ee-4067-8d54-41513790765c req-577b3e3f-79ed-41fc-b60b-5c602b2def52 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502648 Dec 20 03:31:40.721525 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Attempting to bind port e4415830-c355-4d6e-a000-020a900363fb on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:31:40.722069 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Attempting to bind port e4415830-c355-4d6e-a000-020a900363fb by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:31:40.722610 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Attempting to bind port e4415830-c355-4d6e-a000-020a900363fb on network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:40.731377 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Port e4415830-c355-4d6e-a000-020a900363fb on network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:31:40.731899 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Attempting to bind port e4415830-c355-4d6e-a000-020a900363fb on network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:40.740448 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:31:40.740999 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Checking segment: {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:40.742201 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Bound using segment: {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:31:40.743863 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Bound port: e4415830-c355-4d6e-a000-020a900363fb, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:31:40.744474 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:40.872918 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] For port e4415830-c355-4d6e-a000-020a900363fb, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:31:40.877705 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] For port e4415830-c355-4d6e-a000-020a900363fb, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e4415830-c355-4d6e-a000-020a900363fb,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:31:40.891882 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fc66-4472-4828-b0e3-f8470cceb889 req-5b25be8b-107a-412b-98eb-95f39490eb09 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:40.893561 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6dc1fc66-4472-4828-b0e3-f8470cceb889 req-5b25be8b-107a-412b-98eb-95f39490eb09 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0771003 Dec 20 03:31:40.959475 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:40.977222 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6dc1fc66-4472-4828-b0e3-f8470cceb889 req-85709d92-eaf6-4f9a-9815-2e9e7823562c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726280 Dec 20 03:31:41.002811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.003446 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:41.004928 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] 10.222.0.54 "PUT /v2.0/ports/e4415830-c355-4d6e-a000-020a900363fb HTTP/1.1" status: 200 len: 1094 time: 1.0760598 Dec 20 03:31:41.005439 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'tag': 'e4415830-c355-4d6e-a000-020a900363fb'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:41.008390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbefc305-fd32-4fa9-9c3a-1c4e53b716b9", "tag": "e4415830-c355-4d6e-a000-020a900363fb"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:41.041501 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6145b31-b6e5-4da9-8fb5-5380ba110933 service neutron] Pushing event updated for resources: {'Port': ['ID=e4415830-c355-4d6e-a000-020a900363fb,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:41.060102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c51879-466d-4e09-8e0b-b6942ad0ec59 x-openstack-request-id: req-a0c51879-466d-4e09-8e0b-b6942ad0ec59 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:41.060408 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbefc305-fd32-4fa9-9c3a-1c4e53b716b9", "tag": "e4415830-c355-4d6e-a000-020a900363fb", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:41.060666 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0c51879-466d-4e09-8e0b-b6942ad0ec59 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:41.061076 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'tag': 'e4415830-c355-4d6e-a000-020a900363fb', 'status': 'completed', 'code': 200} Dec 20 03:31:41.109753 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:41.479417 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e req-fe9ef4ac-2966-4b8f-b1d1-b6fefb9f0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.481327 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e req-fe9ef4ac-2966-4b8f-b1d1-b6fefb9f0827 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 1097 time: 0.0533268 Dec 20 03:31:41.658143 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf5a4a-8066-444d-9aad-3d8b163bf60d req-16a5e1c0-a526-4620-9fb4-ebf8ee4a1dbd tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.660351 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8edf5a4a-8066-444d-9aad-3d8b163bf60d req-16a5e1c0-a526-4620-9fb4-ebf8ee4a1dbd tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.0792167 Dec 20 03:31:41.660865 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e req-58bb62ad-2ba9-421e-a528-f6d3497875fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.668938 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e req-58bb62ad-2ba9-421e-a528-f6d3497875fe service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1545663 Dec 20 03:31:41.752106 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8de46-3807-45c0-97e3-247f1de383ed req-b69f855a-2b78-4b2f-a318-964113df6d7c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.753780 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-def8de46-3807-45c0-97e3-247f1de383ed req-b69f855a-2b78-4b2f-a318-964113df6d7c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 944 time: 0.0637195 Dec 20 03:31:41.768265 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8edf5a4a-8066-444d-9aad-3d8b163bf60d req-a712c449-68b7-49e8-a297-d29ceddc847b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003950 Dec 20 03:31:41.820037 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e req-a63f2168-abeb-429a-8f85-52b034e4f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.821775 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83067c6f-ea32-49d2-b488-9dcf7f05ec7e req-a63f2168-abeb-429a-8f85-52b034e4f4ec service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324103 Dec 20 03:31:41.839241 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-def8de46-3807-45c0-97e3-247f1de383ed req-14c1e1f4-1a8c-46e0-9877-82f5aec0b452 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734787 Dec 20 03:31:41.943616 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd051a7-184f-46d0-9b7c-b7f81262452a req-32c96c7c-16d9-4de9-a482-318883accdbe tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:41.945858 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9dd051a7-184f-46d0-9b7c-b7f81262452a req-32c96c7c-16d9-4de9-a482-318883accdbe tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.0584931 Dec 20 03:31:42.029844 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9dd051a7-184f-46d0-9b7c-b7f81262452a req-b14cf2ff-897a-4978-be84-1c873d314f5c tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750592 Dec 20 03:31:42.031829 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-30775327-0a9c-4fe6-9cdc-eddf7c86856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:42.034167 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-30775327-0a9c-4fe6-9cdc-eddf7c86856a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 1097 time: 0.0864556 Dec 20 03:31:42.101232 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-b56eb464-e29e-4910-987c-4183fdf75d8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4415830-c355-4d6e-a000-020a900363fb HTTP/1.1" status: 200 len: 217 time: 0.0459225 Dec 20 03:31:42.154240 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b13a7a-979f-40da-a27c-d9989e61db9d req-2b63933a-5e8f-464e-8b54-72b28ecff5ee tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:42.155964 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24b13a7a-979f-40da-a27c-d9989e61db9d req-2b63933a-5e8f-464e-8b54-72b28ecff5ee tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0767021 Dec 20 03:31:42.169555 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-08ddc6e9-4fcb-494a-98b3-6fb837c28b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:42.171614 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-08ddc6e9-4fcb-494a-98b3-6fb837c28b76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56364dd8-c957-4b61-be15-bb675bfe4822 HTTP/1.1" status: 200 len: 854 time: 0.0602386 Dec 20 03:31:42.220643 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-8f4dc71f-236f-4f03-bed4-4ceb85ec5eaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04fe64b7-d33c-4d47-90a3-8de2f67e8986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394726 Dec 20 03:31:42.227006 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24b13a7a-979f-40da-a27c-d9989e61db9d req-bb63bf74-6ce2-485b-9f5e-60feee2ee502 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577688 Dec 20 03:31:42.366451 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129f9a4-8862-48e1-8b2d-e98160767976 req-31943cc1-f14b-49b9-a72a-a88b317eb02d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:42.368184 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0129f9a4-8862-48e1-8b2d-e98160767976 req-31943cc1-f14b-49b9-a72a-a88b317eb02d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0641410 Dec 20 03:31:42.375163 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-7b981d59-f21e-425c-a264-38eafdb41876 service neutron] 10.222.0.54 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417561 Dec 20 03:31:42.430045 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0129f9a4-8862-48e1-8b2d-e98160767976 req-40e1cfc2-539a-45c5-bf61-8ef7848effbd tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Dec 20 03:31:42.489624 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6d46542-e7ad-4ac9-bc88-31e14c76bbdd req-a5b7f276-05f6-4fa7-9197-34bc8ab839d5 service neutron] 10.222.0.54 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011822 Dec 20 03:31:42.828592 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f18bf-2ad8-40bd-966d-5f39a99c8333 req-4c4013c6-1927-4af7-97f2-42d38bd1690c tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:42.830176 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-243f18bf-2ad8-40bd-966d-5f39a99c8333 req-4c4013c6-1927-4af7-97f2-42d38bd1690c tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.2296054 Dec 20 03:31:42.898879 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-243f18bf-2ad8-40bd-966d-5f39a99c8333 req-ded1a21e-76a2-4cca-a470-f2540b7ac24e tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Dec 20 03:31:42.963608 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3cf15-28c3-4f18-a230-6f653f09ba4a req-59267cb7-81ba-4965-acc5-89de68d77a99 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:42.965393 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cbe3cf15-28c3-4f18-a230-6f653f09ba4a req-59267cb7-81ba-4965-acc5-89de68d77a99 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.0733697 Dec 20 03:31:43.040216 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cbe3cf15-28c3-4f18-a230-6f653f09ba4a req-55eeed6d-20e4-42e9-a066-243f81b22e3e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673242 Dec 20 03:31:43.062906 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ad75a-2595-4564-b25a-7093d36a5948 req-77b6e160-c62a-4f06-ab1e-625ada120157 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:43.064516 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f1ad75a-2595-4564-b25a-7093d36a5948 req-77b6e160-c62a-4f06-ab1e-625ada120157 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 944 time: 0.0810938 Dec 20 03:31:43.123283 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f1ad75a-2595-4564-b25a-7093d36a5948 req-17b7520d-b030-4d2e-8707-b33d9f566b2c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Dec 20 03:31:43.268317 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-6f2190dc-de2f-46c3-9664-ffc3d6ea00e9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:43.269980 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-6f2190dc-de2f-46c3-9664-ffc3d6ea00e9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 945 time: 0.0554154 Dec 20 03:31:43.423728 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Deleting port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:31:43.424071 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:43.523282 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] For port 3f062f8b-2da8-492a-bcae-5109d8bafbc8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3f062f8b-2da8-492a-bcae-5109d8bafbc8,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:43.523970 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:43.540483 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Calling delete_port for 3f062f8b-2da8-492a-bcae-5109d8bafbc8 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:31:43.749890 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:43.786618 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event deleted for resources: {'Port': ['ID=3f062f8b-2da8-492a-bcae-5109d8bafbc8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:43.794045 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b', '27cdf226-e684-4867-9d0a-236f8a22a8f4', '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f', '3f062f8b-2da8-492a-bcae-5109d8bafbc8'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:43.838528 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] No DVR routers for this DVR port 3f062f8b-2da8-492a-bcae-5109d8bafbc8 on host hv-cinder-81803 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:31:43.842217 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:43.847356 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1f44b92-86ae-43a7-8779-875f27171e39 req-000810fd-69ac-46ae-8876-a1eadb64377f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "DELETE /v2.0/ports/3f062f8b-2da8-492a-bcae-5109d8bafbc8 HTTP/1.1" status: 204 len: 173 time: 0.5653174 Dec 20 03:31:43.847861 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'name': 'network-vif-deleted', 'tag': '3f062f8b-2da8-492a-bcae-5109d8bafbc8'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:43.851683 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf8b0e-da1c-4625-a779-91d1f3f977e8" -d '{"events": [{"server_uuid": "c34f5947-d72d-47ad-992f-d7b79c785841", "name": "network-vif-deleted", "tag": "3f062f8b-2da8-492a-bcae-5109d8bafbc8"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:43.920934 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c92aea-a507-4b77-a6ef-ed53b03fd8e9 x-openstack-request-id: req-a3c92aea-a507-4b77-a6ef-ed53b03fd8e9 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:43.921429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34f5947-d72d-47ad-992f-d7b79c785841", "name": "network-vif-deleted", "tag": "3f062f8b-2da8-492a-bcae-5109d8bafbc8", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:43.921704 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3c92aea-a507-4b77-a6ef-ed53b03fd8e9 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:43.922105 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34f5947-d72d-47ad-992f-d7b79c785841', 'name': 'network-vif-deleted', 'tag': '3f062f8b-2da8-492a-bcae-5109d8bafbc8', 'status': 'completed', 'code': 200} Dec 20 03:31:44.074915 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf229f8-d7e1-4752-83fc-caad433a6d72 req-299d0d17-4b7f-400e-a86c-aa89ae3a6d61 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:44.077521 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0cf229f8-d7e1-4752-83fc-caad433a6d72 req-299d0d17-4b7f-400e-a86c-aa89ae3a6d61 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.0804219 Dec 20 03:31:44.146529 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0cf229f8-d7e1-4752-83fc-caad433a6d72 req-5d31b4e5-9dd9-4a3e-9dec-bf6f369961a3 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Dec 20 03:31:44.196335 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a6f5683-e350-4c4f-b424-a2c9247c8610 req-694d04d9-9485-43a0-895b-5c79682596f4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Dec 20 03:31:44.349965 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d093c6-6b1a-4563-a2cc-9e1a21328e13 req-d61642da-a942-4b7f-bafa-2e4f692d3956 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:44.349965 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12d093c6-6b1a-4563-a2cc-9e1a21328e13 req-d61642da-a942-4b7f-bafa-2e4f692d3956 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 944 time: 0.0883589 Dec 20 03:31:44.410528 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12d093c6-6b1a-4563-a2cc-9e1a21328e13 req-37e5a254-3b68-4122-8313-523d4acc1d9e tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576971 Dec 20 03:31:44.853691 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c964-d031-4e42-b8ad-e29cc313454a req-3eb91698-9dd7-451c-84a8-d9b215a7e633 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:44.855285 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2b02c964-d031-4e42-b8ad-e29cc313454a req-3eb91698-9dd7-451c-84a8-d9b215a7e633 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0627780 Dec 20 03:31:44.912661 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2b02c964-d031-4e42-b8ad-e29cc313454a req-97d877b6-81df-47a8-9b5a-26450543f7f9 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509858 Dec 20 03:31:44.946515 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-dcb754e9-597b-4c68-bf9d-3883230922e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:44.948969 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-dcb754e9-597b-4c68-bf9d-3883230922e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.0448375 Dec 20 03:31:45.132889 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-c74318f7-934a-4abf-aa91-607f71560541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:45.134782 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-c74318f7-934a-4abf-aa91-607f71560541 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 920 time: 0.1030998 Dec 20 03:31:45.143114 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-c259baf9-94ed-48fc-9f96-333bc16b34a0 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:45.144629 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-c259baf9-94ed-48fc-9f96-333bc16b34a0 tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.0605209 Dec 20 03:31:45.183877 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-52cbc895-5add-49a5-aeaa-f80f6e46a850 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 217 time: 0.0409179 Dec 20 03:31:45.326167 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-bd6c1892-1e51-4cee-9145-bb6c3f355cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:45.328730 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-bd6c1892-1e51-4cee-9145-bb6c3f355cc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.1367853 Dec 20 03:31:45.355751 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2cb150a2-72b4-4ba5-a9ae-972c0d166ba8 req-360f81ef-ab61-4f82-ade7-756a6c7bf5f7 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=c34f5947-d72d-47ad-992f-d7b79c785841 HTTP/1.1" status: 200 len: 210 time: 0.0408289 Dec 20 03:31:45.394416 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Deleting port 67ca6f6d-dd2b-40ae-b96e-83723598480b {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:31:45.394821 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:45.596959 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] For port 67ca6f6d-dd2b-40ae-b96e-83723598480b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=67ca6f6d-dd2b-40ae-b96e-83723598480b,segment=NetworkSegment(bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24),segment_id=bd5d52fe-9bdc-4e7d-b837-fa015f1f0d24)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:45.597394 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:45.618280 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Calling delete_port for 67ca6f6d-dd2b-40ae-b96e-83723598480b owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:31:45.652067 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939a9f-1097-46ed-98c9-d0c2c40c9aa9 req-de1b9bf3-335e-4579-ad49-d08be80183f7 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:45.653677 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-59939a9f-1097-46ed-98c9-d0c2c40c9aa9 req-de1b9bf3-335e-4579-ad49-d08be80183f7 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 944 time: 0.1097851 Dec 20 03:31:45.654878 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-cf5316f1-23df-4ba4-87de-ddbf8820049b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3165870 Dec 20 03:31:45.665028 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b31580-cbcc-4ec0-a164-d1069015be3f req-5ad885be-fa9f-4316-b1e9-9e62eb3f963b tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:45.675193 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1b31580-cbcc-4ec0-a164-d1069015be3f req-5ad885be-fa9f-4316-b1e9-9e62eb3f963b tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 950 time: 0.4210360 Dec 20 03:31:45.781520 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-59939a9f-1097-46ed-98c9-d0c2c40c9aa9 req-6c21dc2c-893a-483f-9867-5aa68ae960e2 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073859 Dec 20 03:31:45.786761 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1b31580-cbcc-4ec0-a164-d1069015be3f req-47efc54f-8f6d-48ef-97b5-4124b31612ec tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/security-groups?id=f95d6a2a-8c3a-4290-9005-05a2bd330c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106119 Dec 20 03:31:45.815673 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-3a925794-12c7-49b3-8095-3108cb3bbcf5 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296523 Dec 20 03:31:45.931893 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2543fee8-edc2-4f4c-b0de-e2c6fcb72e1c req-d8db82b8-2ad8-4e39-9ce8-9462368f1b59 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071510 Dec 20 03:31:45.984496 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:46.029877 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['67ca6f6d-dd2b-40ae-b96e-83723598480b'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:46.041620 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Pushing event deleted for resources: {'Port': ['ID=67ca6f6d-dd2b-40ae-b96e-83723598480b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:46.106889 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.107046 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.107466 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.107812 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.108153 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.108661 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.109017 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.109381 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.109713 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.110047 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.110401 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.110723 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.111040 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:46.133238 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] No DVR routers for this DVR port 67ca6f6d-dd2b-40ae-b96e-83723598480b on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:31:46.134657 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e4415830-c355-4d6e-a000-020a900363fb details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:31:46.139190 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:46.142809 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aea01148-1f3b-4144-b7aa-89e4ff3c14ea req-9f238e50-3d83-47e7-826a-77a55c6ff60d tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.54 "DELETE /v2.0/ports/67ca6f6d-dd2b-40ae-b96e-83723598480b HTTP/1.1" status: 204 len: 173 time: 0.9921525 Dec 20 03:31:46.143286 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5578527e-afe7-41bb-95f2-be172e989cab', 'name': 'network-vif-deleted', 'tag': '67ca6f6d-dd2b-40ae-b96e-83723598480b'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:46.146392 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca4bdf2-9d65-4765-9209-57ad89d8e271" -d '{"events": [{"server_uuid": "5578527e-afe7-41bb-95f2-be172e989cab", "name": "network-vif-deleted", "tag": "67ca6f6d-dd2b-40ae-b96e-83723598480b"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:46.170652 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 3f062f8b-2da8-492a-bcae-5109d8bafbc8 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:31:46.179566 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfcd4e-0409-4405-968a-70eaf8ad26c7 req-14f69c52-fcd3-4d79-aefa-f9af38465d84 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:46.181933 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccfcd4e-0409-4405-968a-70eaf8ad26c7 req-14f69c52-fcd3-4d79-aefa-f9af38465d84 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1786082 Dec 20 03:31:46.211807 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2fc895-c088-4ca6-9dad-e81fa711467c x-openstack-request-id: req-4d2fc895-c088-4ca6-9dad-e81fa711467c {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:46.212084 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5578527e-afe7-41bb-95f2-be172e989cab", "name": "network-vif-deleted", "tag": "67ca6f6d-dd2b-40ae-b96e-83723598480b", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:46.212340 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d2fc895-c088-4ca6-9dad-e81fa711467c {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:46.212736 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5578527e-afe7-41bb-95f2-be172e989cab', 'name': 'network-vif-deleted', 'tag': '67ca6f6d-dd2b-40ae-b96e-83723598480b', 'status': 'completed', 'code': 200} Dec 20 03:31:46.213980 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 3f062f8b-2da8-492a-bcae-5109d8bafbc8 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:31:46.214432 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 3f062f8b-2da8-492a-bcae-5109d8bafbc8 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:31:46.256309 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccfcd4e-0409-4405-968a-70eaf8ad26c7 req-e20fa43a-cc1b-466a-bd46-8f01d233be54 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681570 Dec 20 03:31:46.297657 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port e4415830-c355-4d6e-a000-020a900363fb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e4415830-c355-4d6e-a000-020a900363fb,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:46.311048 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'e4415830-c355-4d6e-a000-020a900363fb', 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986', 'port_id': 'e4415830-c355-4d6e-a000-020a900363fb', 'mac_address': 'fa:16:3e:55:2c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56364dd8-c957-4b61-be15-bb675bfe4822', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:31:46.352362 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:46.370796 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4415830-c355-4d6e-a000-020a900363fb {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:31:46.393951 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port e4415830-c355-4d6e-a000-020a900363fb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e4415830-c355-4d6e-a000-020a900363fb,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:46.504329 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:46.574357 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=e4415830-c355-4d6e-a000-020a900363fb,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:46.955876 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['e4415830-c355-4d6e-a000-020a900363fb'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:46.968134 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56cf2a-69d3-459c-b1b7-3a6d3e2f6c0f req-747b6e56-cf91-489c-a30d-36ea7522a36b tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:46.969780 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5f56cf2a-69d3-459c-b1b7-3a6d3e2f6c0f req-747b6e56-cf91-489c-a30d-36ea7522a36b tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 945 time: 0.0764599 Dec 20 03:31:47.030342 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5f56cf2a-69d3-459c-b1b7-3a6d3e2f6c0f req-8b51835d-3e2e-4ed2-92a9-d916263a80fb tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Dec 20 03:31:47.037838 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1ebf23f1-b6fa-469c-a704-633539dbb1e7 req-afd8cc6b-65fd-4e68-b6b3-e9c26d8da48c tempest-VolumesNegativeTest-414189637 tempest-VolumesNegativeTest-414189637-project] 10.222.0.53 "GET /v2.0/ports?device_id=5578527e-afe7-41bb-95f2-be172e989cab HTTP/1.1" status: 200 len: 210 time: 0.0951369 Dec 20 03:31:47.411519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd543-0a41-40de-a928-a5e0e05961d1 req-cc901137-735b-4e0e-8a30-1371e7bec377 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:47.413065 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-23abd543-0a41-40de-a928-a5e0e05961d1 req-cc901137-735b-4e0e-8a30-1371e7bec377 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0712273 Dec 20 03:31:47.466907 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-23abd543-0a41-40de-a928-a5e0e05961d1 req-a4521c72-f355-4533-a93a-757fdc4ce502 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459373 Dec 20 03:31:48.131549 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e4415830-c355-4d6e-a000-020a900363fb up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:31:48.190048 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140d262-0c8a-482e-a93a-a7819b32e92e req-661a5b36-9b25-4e47-9d93-472188c90ff3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:48.191590 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4140d262-0c8a-482e-a93a-a7819b32e92e req-661a5b36-9b25-4e47-9d93-472188c90ff3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 945 time: 0.0748918 Dec 20 03:31:48.244832 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4140d262-0c8a-482e-a93a-a7819b32e92e req-842248d7-cd66-4c5e-8ac9-b0451608215d tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463018 Dec 20 03:31:48.328084 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port e4415830-c355-4d6e-a000-020a900363fb completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:31:48.337104 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port e4415830-c355-4d6e-a000-020a900363fb triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:48.338031 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:48.470778 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62198-7286-4a92-92c4-799fe90d0157 req-fbca9ef1-7135-4adc-82ce-b44030d939d4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:48.472558 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c9d62198-7286-4a92-92c4-799fe90d0157 req-fbca9ef1-7135-4adc-82ce-b44030d939d4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.0836742 Dec 20 03:31:48.477127 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:48.506247 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4415830-c355-4d6e-a000-020a900363fb'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:48.508937 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac3eef-952b-456e-8258-2262f2419dce" -d '{"events": [{"server_uuid": "bbefc305-fd32-4fa9-9c3a-1c4e53b716b9", "name": "network-vif-plugged", "status": "completed", "tag": "e4415830-c355-4d6e-a000-020a900363fb"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:48.531178 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port e4415830-c355-4d6e-a000-020a900363fb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e4415830-c355-4d6e-a000-020a900363fb,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:48.569091 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c9d62198-7286-4a92-92c4-799fe90d0157 req-767a2d7e-43b3-4f3e-a953-45b00afa8074 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850773 Dec 20 03:31:48.627371 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f70eb-b893-4581-b825-35b16dfc415e req-a29f52c5-18d1-4dd2-9b07-2355eb70dc16 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:48.628974 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f5f70eb-b893-4581-b825-35b16dfc415e req-a29f52c5-18d1-4dd2-9b07-2355eb70dc16 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0676475 Dec 20 03:31:48.644304 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2743558-9063-4bf1-9f96-9d90d668f518 x-openstack-request-id: req-a2743558-9063-4bf1-9f96-9d90d668f518 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:48.644800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbefc305-fd32-4fa9-9c3a-1c4e53b716b9", "name": "network-vif-plugged", "status": "completed", "tag": "e4415830-c355-4d6e-a000-020a900363fb", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:48.645274 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2743558-9063-4bf1-9f96-9d90d668f518 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:48.645939 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4415830-c355-4d6e-a000-020a900363fb', 'code': 200} Dec 20 03:31:48.654493 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:48.655333 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 67ca6f6d-dd2b-40ae-b96e-83723598480b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:31:48.696457 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f5f70eb-b893-4581-b825-35b16dfc415e req-c7873e85-8345-4867-a9bc-9088a7d92b82 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592813 Dec 20 03:31:48.699181 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 67ca6f6d-dd2b-40ae-b96e-83723598480b {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:31:48.699739 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 67ca6f6d-dd2b-40ae-b96e-83723598480b not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:31:48.769800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=e4415830-c355-4d6e-a000-020a900363fb,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:49.253746 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8cc68-3082-471f-9c3e-79451cfd3158 req-adfd89f5-206c-4c99-984b-d04e7e0eb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:49.253746 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-85b8cc68-3082-471f-9c3e-79451cfd3158 req-adfd89f5-206c-4c99-984b-d04e7e0eb3de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 1099 time: 0.0477033 Dec 20 03:31:49.301484 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-85b8cc68-3082-471f-9c3e-79451cfd3158 req-855c352b-a933-4376-bd99-e37fd2a39a3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Dec 20 03:31:49.377961 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09a44-6b13-404d-937b-aa39ea362402 req-06109fb0-7cc2-460d-804e-0509b168355c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:49.379367 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d09a44-6b13-404d-937b-aa39ea362402 req-06109fb0-7cc2-460d-804e-0509b168355c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.0551167 Dec 20 03:31:49.435767 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6d09a44-6b13-404d-937b-aa39ea362402 req-cce6840d-1157-4a2c-9116-8cfd932330b9 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493662 Dec 20 03:31:49.711730 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338271a4-52c7-43c9-9687-d5762775a833 req-56737947-c6a6-469a-863d-d01a31a4d5b4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:49.713526 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-338271a4-52c7-43c9-9687-d5762775a833 req-56737947-c6a6-469a-863d-d01a31a4d5b4 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.0588205 Dec 20 03:31:49.771601 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-338271a4-52c7-43c9-9687-d5762775a833 req-574dc343-d62e-43ff-9708-5e638d023307 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 Dec 20 03:31:49.890417 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2a0ba-58b7-4289-a7e0-5869e0d8f99b req-dbebc48e-17e7-4cff-b50c-a6fcd002cafb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:49.892035 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90a2a0ba-58b7-4289-a7e0-5869e0d8f99b req-dbebc48e-17e7-4cff-b50c-a6fcd002cafb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0837190 Dec 20 03:31:49.963406 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90a2a0ba-58b7-4289-a7e0-5869e0d8f99b req-14199c27-3b3e-4f39-b98e-ce147bd4d22d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647123 Dec 20 03:31:50.417256 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46120) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:50.572654 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18b775c2-9a22-41d5-9b23-e8ace2374dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:50.596230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398bb43-38b7-46ec-905a-09a92579abd0 req-9f95cf60-9010-4b26-a9ba-bf09e99c9ba3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:50.597918 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c398bb43-38b7-46ec-905a-09a92579abd0 req-9f95cf60-9010-4b26-a9ba-bf09e99c9ba3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.0693035 Dec 20 03:31:50.662503 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c398bb43-38b7-46ec-905a-09a92579abd0 req-ed5c8b8a-70cd-435c-8ccf-735b7123ce6d tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 Dec 20 03:31:50.736855 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18b775c2-9a22-41d5-9b23-e8ace2374dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:50.767921 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-97645a1d-8fd1-483b-a98f-e0ce85d84870 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:50.770777 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-97645a1d-8fd1-483b-a98f-e0ce85d84870 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.1138191 Dec 20 03:31:50.881619 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18b775c2-9a22-41d5-9b23-e8ace2374dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:50.948833 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-18b775c2-9a22-41d5-9b23-e8ace2374dea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e099c2e707a1479ba0a16f90133488e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294745 Dec 20 03:31:50.952080 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46138) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:51.005242 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b775c2-9a22-41d5-9b23-e8ace2374dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc9e28-1673-4ce7-a786-3946e814fcb1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:51.028091 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Deleting port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:31:51.028446 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.057856 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e42e9-bec5-4b1a-b404-854a08fe31c8 req-01555fc8-7e47-42d1-a601-6f9d64b7d4fe tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:51.057856 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-160e42e9-bec5-4b1a-b404-854a08fe31c8 req-01555fc8-7e47-42d1-a601-6f9d64b7d4fe tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 945 time: 0.1491833 Dec 20 03:31:51.068557 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5de731c6-3e34-4205-9238-71b4b0c1055a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.121497 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5de731c6-3e34-4205-9238-71b4b0c1055a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.256148 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-160e42e9-bec5-4b1a-b404-854a08fe31c8 req-c6f48f92-97f3-46a3-b3fe-ffb8a2f6fb9a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757057 Dec 20 03:31:51.286284 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672e66-19ef-48b1-909e-e2e24197a5db req-7750d00e-e074-48e8-90d8-400eb7da5bd1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:51.286284 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c6672e66-19ef-48b1-909e-e2e24197a5db req-7750d00e-e074-48e8-90d8-400eb7da5bd1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1286883 Dec 20 03:31:51.290121 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] For port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:51.290712 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.313519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Calling delete_port for 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:31:51.351418 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c6672e66-19ef-48b1-909e-e2e24197a5db req-e5ced887-4821-4ef3-a2f3-28652cef51a3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Dec 20 03:31:51.613154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5de731c6-3e34-4205-9238-71b4b0c1055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.619410 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5de731c6-3e34-4205-9238-71b4b0c1055a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.621788 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5de731c6-3e34-4205-9238-71b4b0c1055a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3dc9e28-1673-4ce7-a786-3946e814fcb1 HTTP/1.1" status: 204 len: 168 time: 0.6676922 Dec 20 03:31:51.631616 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de731c6-3e34-4205-9238-71b4b0c1055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc9e28-1673-4ce7-a786-3946e814fcb1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:51.687102 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.718126 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event deleted for resources: {'Port': ['ID=0b3b2e1a-633d-4f16-a381-3c86b11ddb3f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:51.731965 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b', '27cdf226-e684-4867-9d0a-236f8a22a8f4', '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:51.809519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] No DVR routers for this DVR port 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:31:51.828371 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:51.832161 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98a1e402-60eb-49b8-84b9-214c6b7259d0 req-f3b0bc65-7c7b-40b1-9825-18af75b3479c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "DELETE /v2.0/ports/0b3b2e1a-633d-4f16-a381-3c86b11ddb3f HTTP/1.1" status: 204 len: 173 time: 1.0538757 Dec 20 03:31:51.836771 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'name': 'network-vif-deleted', 'tag': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:51.836771 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308de331-0ecb-4124-817d-4dd4ec4055d5" -d '{"events": [{"server_uuid": "69cdeced-dc70-4b1b-826b-fc1e794fff2b", "name": "network-vif-deleted", "tag": "0b3b2e1a-633d-4f16-a381-3c86b11ddb3f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:51.880692 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949035-b3c5-495d-a61d-944e7a6f3a27 req-5ae0531f-9f93-4d47-8ebc-386b542b1a77 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:51.884295 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f2949035-b3c5-495d-a61d-944e7a6f3a27 req-5ae0531f-9f93-4d47-8ebc-386b542b1a77 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.1029103 Dec 20 03:31:51.940936 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade4160a-5614-4f43-9e94-367ed3e29222 x-openstack-request-id: req-ade4160a-5614-4f43-9e94-367ed3e29222 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:51.941424 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cdeced-dc70-4b1b-826b-fc1e794fff2b", "name": "network-vif-deleted", "tag": "0b3b2e1a-633d-4f16-a381-3c86b11ddb3f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:51.941818 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ade4160a-5614-4f43-9e94-367ed3e29222 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:51.942316 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cdeced-dc70-4b1b-826b-fc1e794fff2b', 'name': 'network-vif-deleted', 'tag': '0b3b2e1a-633d-4f16-a381-3c86b11ddb3f', 'status': 'completed', 'code': 200} Dec 20 03:31:51.999990 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f2949035-b3c5-495d-a61d-944e7a6f3a27 req-63958d54-ebe3-49ce-893b-b72f987ba004 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955245 Dec 20 03:31:52.457029 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9a214bcd-145d-4fda-abc2-7d0e30a3e347 req-41e346d3-3b18-4896-b648-97530eea3a0c tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=69cdeced-dc70-4b1b-826b-fc1e794fff2b HTTP/1.1" status: 200 len: 210 time: 0.0496643 Dec 20 03:31:52.538986 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844da62-aaba-4f86-9cae-cc8024a45dec req-b044850a-9397-41b6-93f5-812423910ea2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:52.541097 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6844da62-aaba-4f86-9cae-cc8024a45dec req-b044850a-9397-41b6-93f5-812423910ea2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0701685 Dec 20 03:31:52.603548 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6844da62-aaba-4f86-9cae-cc8024a45dec req-e062175c-2ef7-4267-a2c4-ef5fb3af509d tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Dec 20 03:31:53.286104 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46280) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:53.440775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-872316583-network', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:53.652758 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Made reservation on behalf of e7560abef8ef4bc796f5d8caa41351d3 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:53.655478 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:53.667542 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:53.802561 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207253d8-6140-4bea-a896-86a1c432d137 req-f064b0c9-d3bf-4d80-a269-31f3e14c0900 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:53.804866 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:53.806540 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-207253d8-6140-4bea-a896-86a1c432d137 req-f064b0c9-d3bf-4d80-a269-31f3e14c0900 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0864649 Dec 20 03:31:53.894774 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-207253d8-6140-4bea-a896-86a1c432d137 req-a63dbbcd-e2a2-434b-a185-8995fbf183ba tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772974 Dec 20 03:31:53.904932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:53.954261 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:31:53.971554 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b817f-1748-4cd5-b57f-1c0d65e10f85,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:53.978143 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:53.978496 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Added segment cae99d0a-7fd9-4cb8-aace-b92239d78d55 of type vlan for network 3a4f5256-0134-485c-b89e-07462238aa13 Dec 20 03:31:54.033876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:54.158817 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939cdf-b034-47b8-bf71-e1ca873a8964 req-1d2061d7-5312-4003-9966-6e468f553eca tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:54.161638 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f9939cdf-b034-47b8-bf71-e1ca873a8964 req-1d2061d7-5312-4003-9966-6e468f553eca tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.0805733 Dec 20 03:31:54.168814 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:31:54.180496 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:54.182677 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:54.183964 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:54.191888 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:31:54.192414 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0b3b2e1a-633d-4f16-a381-3c86b11ddb3f not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:31:54.238912 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f9939cdf-b034-47b8-bf71-e1ca873a8964 req-80e8066b-1813-4a4f-a58b-1a67b6ad258a tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705574 Dec 20 03:31:54.295271 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] Pushing event updated for resources: {'Network': ['ID=3a4f5256-0134-485c-b89e-07462238aa13,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:54.307068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 3a4f5256-0134-485c-b89e-07462238aa13 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:31:54.307975 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-37e205a7-35d1-4a8e-a772-564b20805f2a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0201671 Dec 20 03:31:54.310849 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46334) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:54.316002 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Request body: {'subnet': {'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-872316583-subnet', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:54.424020 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Made reservation on behalf of e7560abef8ef4bc796f5d8caa41351d3 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:31:54.427165 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:54.761735 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:54.818208 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=32aa6d53-a4cc-42f1-9c70-fb13045c829d,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:54.840374 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Checking segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:54.840945 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Network hostable DHCP agents. Network: 3a4f5256-0134-485c-b89e-07462238aa13, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:31:54.945775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Network 3a4f5256-0134-485c-b89e-07462238aa13 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:31:55.041849 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 3a4f5256-0134-485c-b89e-07462238aa13) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:55.048867 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:55.049736 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.050226 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b7ef1-c290-4b8c-a7bb-3f56c833366c None None] Network 3a4f5256-0134-485c-b89e-07462238aa13 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:31:55.079646 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128e50-914e-49e8-a262-c819fef17f5f req-69c4cba2-ba62-4b46-b356-2790d1a9f1f6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:55.081685 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-02128e50-914e-49e8-a262-c819fef17f5f req-69c4cba2-ba62-4b46-b356-2790d1a9f1f6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0781202 Dec 20 03:31:55.156385 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2aef613d-710e-4373-bd3c-b18d6c73b9dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8436375 Dec 20 03:31:55.158740 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46370) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:55.182259 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:31:55.190066 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-02128e50-914e-49e8-a262-c819fef17f5f req-2d30f7c5-930f-466c-8b93-43c784092740 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931520 Dec 20 03:31:55.209758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-3a4f5256-0134-485c-b89e-07462238aa13', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:31:55.216262 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.245427 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a9cce362-2093-4b2e-9924-c18462acd0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.327979 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.330750 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.439100 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.452900 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Allocated IP 172.20.0.2 (3a4f5256-0134-485c-b89e-07462238aa13/32aa6d53-a4cc-42f1-9c70-fb13045c829d/ccd6fbdf-940b-4a30-8956-801c4ee45a72) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:31:55.454221 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800c9e6-bfa2-4bfa-80dc-2ac007d2853d req-effb64a1-8a7f-470c-81a9-4abc051db04b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:55.462441 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c800c9e6-bfa2-4bfa-80dc-2ac007d2853d req-effb64a1-8a7f-470c-81a9-4abc051db04b tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.1183841 Dec 20 03:31:55.532186 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c800c9e6-bfa2-4bfa-80dc-2ac007d2853d req-57a1ded3-423f-4f30-b2e0-c61fd897c8ad tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682683 Dec 20 03:31:55.632750 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.705877 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.754423 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.803276 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Network 3a4f5256-0134-485c-b89e-07462238aa13 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:31:55.807291 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:55.813024 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:31:55.816507 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Pushing event updated for resources: {'Port': ['ID=ccd6fbdf-940b-4a30-8956-801c4ee45a72,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:55.907742 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Attempting to bind port ccd6fbdf-940b-4a30-8956-801c4ee45a72 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:31:55.908121 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Attempting to bind port ccd6fbdf-940b-4a30-8956-801c4ee45a72 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:31:55.908490 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Attempting to bind port ccd6fbdf-940b-4a30-8956-801c4ee45a72 on network 3a4f5256-0134-485c-b89e-07462238aa13 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:55.915435 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:31:55.915800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Checking segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:55.916291 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.916733 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Bound using segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:31:55.917903 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Bound port: ccd6fbdf-940b-4a30-8956-801c4ee45a72, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:31:55.917903 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:55.972820 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-8e09120d-abad-4f5b-b165-e640fed3a6a9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:55.972820 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-8e09120d-abad-4f5b-b165-e640fed3a6a9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.0761971 Dec 20 03:31:55.997755 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] For port ccd6fbdf-940b-4a30-8956-801c4ee45a72, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:31:56.006171 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] For port ccd6fbdf-940b-4a30-8956-801c4ee45a72, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ccd6fbdf-940b-4a30-8956-801c4ee45a72,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:31:56.093589 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.114020 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Deleting port 27cdf226-e684-4867-9d0a-236f8a22a8f4 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:31:56.114447 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.120184 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.156565 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.248122 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183220d7-9763-47c0-91f2-86e0d7f0880b None None] Pushing event updated for resources: {'Port': ['ID=ccd6fbdf-940b-4a30-8956-801c4ee45a72,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:56.281766 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Allocated IP 172.27.2.37 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/a31c0242-02dc-44d9-a076-252f728d148f) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:31:56.303015 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] For port 27cdf226-e684-4867-9d0a-236f8a22a8f4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=27cdf226-e684-4867-9d0a-236f8a22a8f4,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:56.306792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.379167 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Calling delete_port for 27cdf226-e684-4867-9d0a-236f8a22a8f4 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:31:56.457038 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.529859 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73472354-1a91-4793-b71d-52ffa23e20ad req-b1033373-f15a-4dea-b0ab-821e45635d09 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:56.531686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-73472354-1a91-4793-b71d-52ffa23e20ad req-b1033373-f15a-4dea-b0ab-821e45635d09 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.2057810 Dec 20 03:31:56.579481 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.666295 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:31:56.676816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:56.682402 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:31:56.712424 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-73472354-1a91-4793-b71d-52ffa23e20ad req-3b4c911e-747a-469b-bcad-460f87543b8e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612706 Dec 20 03:31:56.745125 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Pushing event updated for resources: {'Port': ['ID=a31c0242-02dc-44d9-a076-252f728d148f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:56.882256 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:56.926962 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c037e-e2a5-46d8-a998-70b51d1204aa req-0de7619d-1d1a-49d4-af9d-bdc0b3f3fd82 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:56.929516 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d27c037e-e2a5-46d8-a998-70b51d1204aa req-0de7619d-1d1a-49d4-af9d-bdc0b3f3fd82 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 945 time: 0.2247531 Dec 20 03:31:56.941963 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b', '27cdf226-e684-4867-9d0a-236f8a22a8f4'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:31:57.000128 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event deleted for resources: {'Port': ['ID=27cdf226-e684-4867-9d0a-236f8a22a8f4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:57.035699 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d27c037e-e2a5-46d8-a998-70b51d1204aa req-c74d1c70-2fc3-4d32-8ee1-7ec8c311bc6f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836222 Dec 20 03:31:57.055889 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] No DVR routers for this DVR port 27cdf226-e684-4867-9d0a-236f8a22a8f4 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:31:57.061045 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.067436 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1252e3c-92d1-412c-8e67-f89896b4a0cd req-dc990607-f276-4452-b17d-07cc7ff768dc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "DELETE /v2.0/ports/27cdf226-e684-4867-9d0a-236f8a22a8f4 HTTP/1.1" status: 204 len: 173 time: 1.0849330 Dec 20 03:31:57.068458 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'name': 'network-vif-deleted', 'tag': '27cdf226-e684-4867-9d0a-236f8a22a8f4'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:31:57.072819 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67588c4e-7d36-4c49-ba2e-1dc0f3f6d8d6" -d '{"events": [{"server_uuid": "193a15ec-d618-4edf-967c-09b3ccc4069e", "name": "network-vif-deleted", "tag": "27cdf226-e684-4867-9d0a-236f8a22a8f4"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:31:57.137685 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a924c2-0b26-4589-9f82-6e3ac455193a x-openstack-request-id: req-05a924c2-0b26-4589-9f82-6e3ac455193a {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:31:57.138200 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a15ec-d618-4edf-967c-09b3ccc4069e", "name": "network-vif-deleted", "tag": "27cdf226-e684-4867-9d0a-236f8a22a8f4", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:31:57.138593 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05a924c2-0b26-4589-9f82-6e3ac455193a {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:31:57.139374 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a15ec-d618-4edf-967c-09b3ccc4069e', 'name': 'network-vif-deleted', 'tag': '27cdf226-e684-4867-9d0a-236f8a22a8f4', 'status': 'completed', 'code': 200} Dec 20 03:31:57.251384 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.264218 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ccd6fbdf-940b-4a30-8956-801c4ee45a72 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:31:57.404652 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port ccd6fbdf-940b-4a30-8956-801c4ee45a72 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:57.405008 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.478793 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e273-3bce-4f6e-a804-445e07476bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.534215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46410) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:57.558757 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.609978 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.664707 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port ccd6fbdf-940b-4a30-8956-801c4ee45a72, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ccd6fbdf-940b-4a30-8956-801c4ee45a72,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:31:57.749832 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.777713 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ca73183b-e4c3-4aa1-ac5b-89b73e58c775 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6866bc2e71464c7899f85564f604f7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415502 Dec 20 03:31:57.780404 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46418) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:57.820715 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=ccd6fbdf-940b-4a30-8956-801c4ee45a72,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:57.876500 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af295ae9-51ed-454b-bd91-03c6173ca335 None None] Network 3a4f5256-0134-485c-b89e-07462238aa13 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:31:57.882663 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28026329-dea7-4ec2-ad98-ce9442388170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.918835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650dc1-4bd9-4de2-9b39-c37e75a17ad7 req-7fc35bad-4f2c-41f5-b4fb-bea26e92939f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:57.920590 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba650dc1-4bd9-4de2-9b39-c37e75a17ad7 req-7fc35bad-4f2c-41f5-b4fb-bea26e92939f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0671177 Dec 20 03:31:57.931130 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28026329-dea7-4ec2-ad98-ce9442388170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:57.949524 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Router c2e0638b-152c-479f-807d-f2f1f6132923 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:31:57.975550 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-9f538bdb-16f7-48bf-a44a-cb42e5a21258 None None] Provisioning complete for port ccd6fbdf-940b-4a30-8956-801c4ee45a72 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:57.976250 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9f538bdb-16f7-48bf-a44a-cb42e5a21258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:58.035085 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba650dc1-4bd9-4de2-9b39-c37e75a17ad7 req-6390d213-b11f-48ba-bb1c-ac5a276a7d24 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009398 Dec 20 03:31:58.129708 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:31:58.150115 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28026329-dea7-4ec2-ad98-ce9442388170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:58.161113 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Sync routers for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:31:58.166505 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28026329-dea7-4ec2-ad98-ce9442388170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:58.170889 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-28026329-dea7-4ec2-ad98-ce9442388170 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f95d6a2a-8c3a-4290-9005-05a2bd330c3c HTTP/1.1" status: 204 len: 168 time: 0.3885901 Dec 20 03:31:58.188698 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28026329-dea7-4ec2-ad98-ce9442388170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d6a2a-8c3a-4290-9005-05a2bd330c3c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:58.195374 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:31:58.197073 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:31:58.248311 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4c6eda4c-eaeb-4c09-bf8a-fd31cd35d461 req-bbf392a3-c9da-422e-908d-277e62f6a1ef tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=193a15ec-d618-4edf-967c-09b3ccc4069e HTTP/1.1" status: 200 len: 210 time: 0.0457840 Dec 20 03:31:58.292849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:58.295159 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46424) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:58.296286 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a7324666-d5de-4cf5-8ed3-6c57f7057c77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1287854 Dec 20 03:31:58.391098 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-0415a2ce-ec0f-4cde-a077-ae9a04e022e5 None None] Provisioning complete for port ccd6fbdf-940b-4a30-8956-801c4ee45a72 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:58.391942 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0415a2ce-ec0f-4cde-a077-ae9a04e022e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:58.461113 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:31:58.770805 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:58.794749 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:31:56Z', 'revision_number': 3, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:31:58.824435 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Checking router: c2e0638b-152c-479f-807d-f2f1f6132923 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:31:58.824772 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Updating router c2e0638b-152c-479f-807d-f2f1f6132923 port a31c0242-02dc-44d9-a076-252f728d148f binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:31:58.868189 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.127484 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ccd6fbdf-940b-4a30-8956-801c4ee45a72 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:31:59.199000 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port ccd6fbdf-940b-4a30-8956-801c4ee45a72 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:31:59.199842 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.271156 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f56b67-399b-450f-96fd-54f63027c180 req-c25f80e6-6472-4a6c-a671-c90587a8c54a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:31:59.280054 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87f56b67-399b-450f-96fd-54f63027c180 req-c25f80e6-6472-4a6c-a671-c90587a8c54a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0932705 Dec 20 03:31:59.366056 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87f56b67-399b-450f-96fd-54f63027c180 req-8ddc3299-f312-4439-b244-cd22c0363466 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802846 Dec 20 03:31:59.403854 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.415200 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.561517 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.617854 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Allocated IP 172.20.0.1 (3a4f5256-0134-485c-b89e-07462238aa13/32aa6d53-a4cc-42f1-9c70-fb13045c829d/fdf965a6-272b-42ea-9e9e-9bda640f002a) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:31:59.623308 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Pushing event updated for resources: {'Port': ['ID=a31c0242-02dc-44d9-a076-252f728d148f,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:59.626840 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Attempting to bind port a31c0242-02dc-44d9-a076-252f728d148f on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:31:59.627327 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Attempting to bind port a31c0242-02dc-44d9-a076-252f728d148f by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:31:59.627800 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Attempting to bind port a31c0242-02dc-44d9-a076-252f728d148f on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:31:59.637279 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.638127 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.638869 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.639443 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.640026 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.640469 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.640929 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.641400 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.641830 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.642241 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.642830 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.643073 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.643461 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:31:59.650740 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:31:59.651249 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:31:59.651730 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.652590 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:31:59.653190 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Bound port: a31c0242-02dc-44d9-a076-252f728d148f, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:31:59.653673 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.761388 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] For port a31c0242-02dc-44d9-a076-252f728d148f, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:31:59.768997 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] For port a31c0242-02dc-44d9-a076-252f728d148f, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a31c0242-02dc-44d9-a076-252f728d148f,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:31:59.785008 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.830604 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.888342 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:31:59.898192 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e9a5f-cdd4-43ee-96fa-6a340a654bb5 None None] Pushing event updated for resources: {'Port': ['ID=a31c0242-02dc-44d9-a076-252f728d148f,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:31:59.908685 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:31:59.909378 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:31:59.919978 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46456) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:31:59.986194 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Network 3a4f5256-0134-485c-b89e-07462238aa13 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:31:59.990746 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:31:59.997816 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:00.002086 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf965a6-272b-42ea-9e9e-9bda640f002a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:00.055564 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.071947 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-21326687-network', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:00.156950 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:00.161259 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Made reservation on behalf of 74667b9b73e542e5a65f354d431c3b7a for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:00.164628 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.174877 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.202985 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 27cdf226-e684-4867-9d0a-236f8a22a8f4 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:32:00.250209 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 27cdf226-e684-4867-9d0a-236f8a22a8f4 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:32:00.251117 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 27cdf226-e684-4867-9d0a-236f8a22a8f4 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:32:00.293685 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.328519 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.373719 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.385227 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.403839 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:31:56Z', 'revision_number': 3, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:00.424364 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-f083f11e-09ef-4d0e-b087-6f293fe7edf0 None None] Provisioning complete for port fdf965a6-272b-42ea-9e9e-9bda640f002a triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:00.425115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f083f11e-09ef-4d0e-b087-6f293fe7edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.455416 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc24783-af4a-412c-8035-8f45f66d01a2 None None] The sync data for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi is: [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:31:56Z', 'revision_number': 3, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:00.474309 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:32:00.490205 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6a20d8-03cb-49ca-a0d2-3b798655887c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:00.498366 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.499089 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Added segment b7c8d8d2-39c4-4986-a481-9b019981806f of type vlan for network d4251048-07a2-46b4-8abe-fc4d95cf3d22 Dec 20 03:32:00.504046 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f083f11e-09ef-4d0e-b087-6f293fe7edf0 None None] Port fdf965a6-272b-42ea-9e9e-9bda640f002a cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:00.526131 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.560077 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.592259 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7b1-2dfd-49c1-a005-54d12eb3c6b2 req-fe4b81a9-d9b2-439e-82a1-affa590e84f5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:00.593981 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9133a7b1-2dfd-49c1-a005-54d12eb3c6b2 req-fe4b81a9-d9b2-439e-82a1-affa590e84f5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0651162 Dec 20 03:32:00.627600 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.705108 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.707103 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:00.708164 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.733615 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.738624 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9133a7b1-2dfd-49c1-a005-54d12eb3c6b2 req-c569b89b-8695-4a3d-9416-939a385868dc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365185 Dec 20 03:32:00.740509 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf965a6-272b-42ea-9e9e-9bda640f002a,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:00.817547 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] Pushing event updated for resources: {'Network': ['ID=d4251048-07a2-46b4-8abe-fc4d95cf3d22,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:00.840724 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:32:00.894657 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-84df78a0-063f-4dfc-a48c-68bc369b5c47 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9729333 Dec 20 03:32:00.899634 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46468) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:00.901547 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:00.910462 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Request body: {'subnet': {'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-21326687-subnet', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:01.038379 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Network 3a4f5256-0134-485c-b89e-07462238aa13 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:01.040378 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:01.069967 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Made reservation on behalf of 74667b9b73e542e5a65f354d431c3b7a for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:01.072373 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574633'] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.201577 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a31c0242-02dc-44d9-a076-252f728d148f up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:01.306573 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port a31c0242-02dc-44d9-a076-252f728d148f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:01.307934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.345486 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Router c2e0638b-152c-479f-807d-f2f1f6132923 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:32:01.504052 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-4e577f21-5782-424e-99b4-7e92843b5c7e None None] Provisioning complete for port fdf965a6-272b-42ea-9e9e-9bda640f002a triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:01.504758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4e577f21-5782-424e-99b4-7e92843b5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.553937 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-4e577f21-5782-424e-99b4-7e92843b5c7e None None] Port fdf965a6-272b-42ea-9e9e-9bda640f002a cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:01.567868 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.582378 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9749872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574535'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.585111 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:01.592054 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7ffa70f3-ce42-4b5a-9087-fecdd906bda5 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2e0638b-152c-479f-807d-f2f1f6132923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948833 Dec 20 03:32:01.604287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c52ef-a7f1-4932-9e7d-641577563ad5 req-9c2fabb5-b24e-413e-9444-fa61aa94cc6f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:01.606343 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-021c52ef-a7f1-4932-9e7d-641577563ad5 req-9c2fabb5-b24e-413e-9444-fa61aa94cc6f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.0864851 Dec 20 03:32:01.626304 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port a31c0242-02dc-44d9-a076-252f728d148f, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a31c0242-02dc-44d9-a076-252f728d148f,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:01.681921 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-021c52ef-a7f1-4932-9e7d-641577563ad5 req-5c9bb176-5af7-4cab-9601-5b5046111569 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640378 Dec 20 03:32:01.691312 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=198e7483-f336-464d-a3cd-2577d5ba4ccc,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:01.705223 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.705928 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Checking segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:01.706306 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Network hostable DHCP agents. Network: d4251048-07a2-46b4-8abe-fc4d95cf3d22, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:32:01.785078 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=a31c0242-02dc-44d9-a076-252f728d148f,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:01.799901 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:32:01.887852 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, d4251048-07a2-46b4-8abe-fc4d95cf3d22) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:01.901240 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013575c0-c50a-4604-8771-c2ff1843bd52 None None] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:32:01.926933 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:01.928044 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:01.983116 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f45c2-9f65-446f-83df-41309acdb874 req-865711cd-2ae4-4301-94c5-931857f4a35c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:01.992912 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-049f45c2-9f65-446f-83df-41309acdb874 req-865711cd-2ae4-4301-94c5-931857f4a35c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1194611 Dec 20 03:32:02.052889 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-049f45c2-9f65-446f-83df-41309acdb874 req-f0348d61-c7b5-4f28-bbd4-4554850b47e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588584 Dec 20 03:32:02.067573 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a4d7b2a9-04fc-4006-bedc-a201c29c300d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1633024 Dec 20 03:32:02.072561 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549362a-0241-444d-becd-001d936c775a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-d4251048-07a2-46b4-8abe-fc4d95cf3d22', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:32:02.072561 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7549362a-0241-444d-becd-001d936c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.072916 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46486) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:02.078671 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:02.224245 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.226793 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.309794 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-7549362a-0241-444d-becd-001d936c775a None None] Allocated IP 172.20.0.2 (d4251048-07a2-46b4-8abe-fc4d95cf3d22/198e7483-f336-464d-a3cd-2577d5ba4ccc/a8ba31c8-0239-47b6-a621-20e5a6982056) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:02.322568 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.534283 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7549362a-0241-444d-becd-001d936c775a None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.586592 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.602209 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7549362a-0241-444d-becd-001d936c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.642087 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549362a-0241-444d-becd-001d936c775a None None] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:02.643696 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-7549362a-0241-444d-becd-001d936c775a None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:02.648122 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549362a-0241-444d-becd-001d936c775a None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:02.689435 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46496) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:02.695453 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-72458453-network', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:02.707384 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549362a-0241-444d-becd-001d936c775a None None] Pushing event updated for resources: {'Port': ['ID=a8ba31c8-0239-47b6-a621-20e5a6982056,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:02.729684 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7549362a-0241-444d-becd-001d936c775a None None] Attempting to bind port a8ba31c8-0239-47b6-a621-20e5a6982056 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:02.730059 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7549362a-0241-444d-becd-001d936c775a None None] Attempting to bind port a8ba31c8-0239-47b6-a621-20e5a6982056 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:02.734718 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549362a-0241-444d-becd-001d936c775a None None] Attempting to bind port a8ba31c8-0239-47b6-a621-20e5a6982056 on network d4251048-07a2-46b4-8abe-fc4d95cf3d22 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:02.743573 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549362a-0241-444d-becd-001d936c775a None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:02.743956 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549362a-0241-444d-becd-001d936c775a None None] Checking segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:02.744596 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7549362a-0241-444d-becd-001d936c775a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.744797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549362a-0241-444d-becd-001d936c775a None None] Bound using segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:02.745337 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7549362a-0241-444d-becd-001d936c775a None None] Bound port: a8ba31c8-0239-47b6-a621-20e5a6982056, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:02.745690 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7549362a-0241-444d-becd-001d936c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.853967 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Made reservation on behalf of 1fd4359f8e4f496486d9c40ba23ff6a8 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:02.857657 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.860654 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7549362a-0241-444d-becd-001d936c775a None None] For port a8ba31c8-0239-47b6-a621-20e5a6982056, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:02.865613 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7549362a-0241-444d-becd-001d936c775a None None] For port a8ba31c8-0239-47b6-a621-20e5a6982056, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a8ba31c8-0239-47b6-a621-20e5a6982056,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:02.875130 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Sync routers for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:02.888818 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:02.889645 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:02.897545 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:02.981640 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0b74-de40-4325-ac02-47ea09314f02 req-78ef95b7-8f23-4a00-8852-55b6270a0a4e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:02.983331 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-92cd0b74-de40-4325-ac02-47ea09314f02 req-78ef95b7-8f23-4a00-8852-55b6270a0a4e tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.1532948 Dec 20 03:32:02.991846 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99303531-18d5-4b4d-937f-8b2539cedc27 req-f20f4567-d41a-439f-9d93-4472f39724c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:02.993272 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99303531-18d5-4b4d-937f-8b2539cedc27 req-f20f4567-d41a-439f-9d93-4472f39724c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.1452801 Dec 20 03:32:03.126723 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99303531-18d5-4b4d-937f-8b2539cedc27 req-6e7dd000-b68c-407a-9692-af87907cf416 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244121 Dec 20 03:32:03.187420 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7549362a-0241-444d-becd-001d936c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.217983 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-92cd0b74-de40-4325-ac02-47ea09314f02 req-32d70c4e-bb0d-4dd9-ba73-991005e065bc tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081075 Dec 20 03:32:03.235068 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.261272 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:03.267422 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a31c0242-02dc-44d9-a076-252f728d148f up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:03.299635 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f504bc4-66be-441c-aa1b-c5e532a5a602 req-4fb98e62-ec62-459c-bbe1-7294b1cd2865 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:03.307511 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.313539 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f504bc4-66be-441c-aa1b-c5e532a5a602 req-4fb98e62-ec62-459c-bbe1-7294b1cd2865 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0989358 Dec 20 03:32:03.324037 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.367033 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549362a-0241-444d-becd-001d936c775a None None] Pushing event updated for resources: {'Port': ['ID=a8ba31c8-0239-47b6-a621-20e5a6982056,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:03.395998 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f504bc4-66be-441c-aa1b-c5e532a5a602 req-b46fc414-cf13-4c62-a056-4a7b25794107 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817900 Dec 20 03:32:03.403336 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.403700 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:32:03.449697 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.450399 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Added segment 8e885673-8a69-4587-aeaf-b97f1f74e645 of type vlan for network b90f9d9f-adeb-46f9-b424-3be319ef969c Dec 20 03:32:03.452803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3504f2fa-eebd-4ff8-bf28-eed7d40debee,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:03.543207 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port a31c0242-02dc-44d9-a076-252f728d148f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:03.543786 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.637874 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.761225 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Allocated IP 172.27.2.19 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/dd65ba1e-1108-4814-a003-9e50dadadd79) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:03.803245 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 2, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:03.825118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.827773 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:03.829118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:03.852720 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Checking router: c2e0638b-152c-479f-807d-f2f1f6132923 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:03.853236 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Updating router c2e0638b-152c-479f-807d-f2f1f6132923 port fdf965a6-272b-42ea-9e9e-9bda640f002a binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:03.885813 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.024343 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3332918 Dec 20 03:32:04.027853 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46504) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:04.040619 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116d60a-b323-4f2a-a8ec-1c9c7517d785 admin admin] Pushing event updated for resources: {'Network': ['ID=b90f9d9f-adeb-46f9-b424-3be319ef969c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:04.048671 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Request body: {'subnet': {'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-72458453-subnet', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:04.077075 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-b055c913-6260-40b2-a2b3-55ddc20518b1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:04.080089 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-b055c913-6260-40b2-a2b3-55ddc20518b1 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.2895696 Dec 20 03:32:04.090080 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network b90f9d9f-adeb-46f9-b424-3be319ef969c details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:32:04.184153 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Made reservation on behalf of 1fd4359f8e4f496486d9c40ba23ff6a8 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:04.188187 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574633'] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.619385 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.742432 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f102-be37-4ba7-8734-30a7dcedb3be req-0b7a233a-e942-49cd-8bea-db9eaf07cbe9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:04.744520 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-56c7f102-be37-4ba7-8734-30a7dcedb3be req-0b7a233a-e942-49cd-8bea-db9eaf07cbe9 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 945 time: 0.2758904 Dec 20 03:32:04.756030 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.776190 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749f62-82e5-4b13-b870-656e8a07c68a req-77c7a6aa-8684-4531-82ae-69f5f27b96c2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:04.779349 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32749f62-82e5-4b13-b870-656e8a07c68a req-77c7a6aa-8684-4531-82ae-69f5f27b96c2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1108727 Dec 20 03:32:04.822027 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Deleting port aa010647-2532-4b5c-ba09-88875560b47b {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:32:04.822376 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.866395 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-56c7f102-be37-4ba7-8734-30a7dcedb3be req-2cd58fd6-738d-497b-af1d-6426382ce749 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c08073e-5dee-4491-be38-15b5d815db86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036057 Dec 20 03:32:04.885642 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32749f62-82e5-4b13-b870-656e8a07c68a req-facb38ce-083a-4cc4-815b-3530ef4f56c1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769556 Dec 20 03:32:04.942310 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] For port aa010647-2532-4b5c-ba09-88875560b47b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa010647-2532-4b5c-ba09-88875560b47b,segment=NetworkSegment(d3c4ed40-4d9b-42d9-8264-0d54358e5fa7),segment_id=d3c4ed40-4d9b-42d9-8264-0d54358e5fa7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:04.942896 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.969449 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Calling delete_port for aa010647-2532-4b5c-ba09-88875560b47b owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:32:04.973854 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.979208 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9749872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574535'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:04.980057 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.019025 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237506f-37c0-463f-8b85-3e59a9f3058c None None] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:32:05.062635 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bd07f5-180b-4af3-8aa5-3cd38f845bce,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:05.135396 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Checking segment: {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:05.135622 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Network hostable DHCP agents. Network: b90f9d9f-adeb-46f9-b424-3be319ef969c, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:32:05.143775 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-349dcc35-36d1-4ff6-b9bc-1f3d4ba06571 None None] Provisioning complete for port a8ba31c8-0239-47b6-a621-20e5a6982056 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:05.143775 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-349dcc35-36d1-4ff6-b9bc-1f3d4ba06571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.147173 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3319492-340e-488e-9a7f-cd17849ddae7 None None] Pushing event updated for resources: {'Port': ['ID=fdf965a6-272b-42ea-9e9e-9bda640f002a,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:05.218816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Network b90f9d9f-adeb-46f9-b424-3be319ef969c is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:32:05.250570 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:05.254288 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:05.261548 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:05.307247 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a8ba31c8-0239-47b6-a621-20e5a6982056 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:05.314083 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Pushing event updated for resources: {'Port': ['ID=dd65ba1e-1108-4814-a003-9e50dadadd79,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:05.327478 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, b90f9d9f-adeb-46f9-b424-3be319ef969c) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:05.333551 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:05.334436 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.404820 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9fadc-1cef-4b84-9cb6-a1303769f252 None None] Network b90f9d9f-adeb-46f9-b424-3be319ef969c requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:32:05.418133 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Attempting to bind port fdf965a6-272b-42ea-9e9e-9bda640f002a on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:05.418484 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Attempting to bind port fdf965a6-272b-42ea-9e9e-9bda640f002a by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:05.418870 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Attempting to bind port fdf965a6-272b-42ea-9e9e-9bda640f002a on network 3a4f5256-0134-485c-b89e-07462238aa13 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:05.458388 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:05.458388 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Checking segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:05.458910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.459314 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Bound using segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:05.460363 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Bound port: fdf965a6-272b-42ea-9e9e-9bda640f002a, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:05.460758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.466957 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0856b374-5ea7-4cdb-8041-ec3b45a15df4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4374871 Dec 20 03:32:05.476871 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46520) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:05.481272 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:05.607951 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.609980 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.685696 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.694436 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.711159 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port a8ba31c8-0239-47b6-a621-20e5a6982056 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:05.713018 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.719155 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-349dcc35-36d1-4ff6-b9bc-1f3d4ba06571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.755154 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Pushing event deleted for resources: {'Port': ['ID=aa010647-2532-4b5c-ba09-88875560b47b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:05.777754 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa010647-2532-4b5c-ba09-88875560b47b'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:32:05.811801 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] No DVR routers for this DVR port aa010647-2532-4b5c-ba09-88875560b47b on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:32:05.818731 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.827697 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec7fafda-78b8-435e-b965-59b18c63fd40 req-0ff7af91-e1f3-4a32-830c-73882d6f1e9f tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.54 "DELETE /v2.0/ports/aa010647-2532-4b5c-ba09-88875560b47b HTTP/1.1" status: 204 len: 173 time: 1.7388442 Dec 20 03:32:05.830133 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'name': 'network-vif-deleted', 'tag': 'aa010647-2532-4b5c-ba09-88875560b47b'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:32:05.840144 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b4456-ca6e-42f8-b6bb-e9d1711b850d" -d '{"events": [{"server_uuid": "f4d04a54-3696-41b9-95d8-aa2624b21b17", "name": "network-vif-deleted", "tag": "aa010647-2532-4b5c-ba09-88875560b47b"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:32:05.906374 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-b90f9d9f-adeb-46f9-b424-3be319ef969c', 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c', 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'fixed_ips': [{'subnet_id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:32:05.907277 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:05.922970 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7491722-a8d0-4c8c-9ea6-689065e49551 x-openstack-request-id: req-e7491722-a8d0-4c8c-9ea6-689065e49551 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:32:05.923271 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d04a54-3696-41b9-95d8-aa2624b21b17", "name": "network-vif-deleted", "tag": "aa010647-2532-4b5c-ba09-88875560b47b", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:32:05.923642 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7491722-a8d0-4c8c-9ea6-689065e49551 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:32:05.923896 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d04a54-3696-41b9-95d8-aa2624b21b17', 'name': 'network-vif-deleted', 'tag': 'aa010647-2532-4b5c-ba09-88875560b47b', 'status': 'completed', 'code': 200} Dec 20 03:32:05.957709 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] For port fdf965a6-272b-42ea-9e9e-9bda640f002a, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:06.048027 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] For port fdf965a6-272b-42ea-9e9e-9bda640f002a, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=fdf965a6-272b-42ea-9e9e-9bda640f002a,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:06.080916 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be4f6a3f-cdca-40a7-8704-0a8c005f1a0b req-3201303f-2a0c-4e66-b9de-6de86756aed5 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0744627 Dec 20 03:32:06.154187 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:06.179040 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-349dcc35-36d1-4ff6-b9bc-1f3d4ba06571 None None] For port a8ba31c8-0239-47b6-a621-20e5a6982056, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a8ba31c8-0239-47b6-a621-20e5a6982056,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:06.182166 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:06.209120 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04967099-1ed0-45ff-b43c-44f50be2b9c0 req-9b5276ac-2a49-42a9-bf0a-2fc8ebf436c6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:06.212179 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04967099-1ed0-45ff-b43c-44f50be2b9c0 req-9b5276ac-2a49-42a9-bf0a-2fc8ebf436c6 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1661043 Dec 20 03:32:06.348105 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-349dcc35-36d1-4ff6-b9bc-1f3d4ba06571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:06.481370 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04967099-1ed0-45ff-b43c-44f50be2b9c0 req-d1740d7d-5dbb-4ee9-9e83-e329812d19fa tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586877 Dec 20 03:32:06.518682 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:06.562461 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3319492-340e-488e-9a7f-cd17849ddae7 None None] Pushing event updated for resources: {'Port': ['ID=fdf965a6-272b-42ea-9e9e-9bda640f002a,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:06.603560 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:06.604259 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:06.705202 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:06.872287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Router 03d2ba76-8453-42cc-b633-41467bc13926 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:32:06.921675 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:07.103523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:07.118560 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Sync routers for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:07.155452 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:07.156354 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:07.182245 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 03:32:07.182878 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 03:32:07.232324 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] Publish callbacks [] for router, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:07.246049 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3dc6b647-05ca-42d2-839c-41f22431680f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1712558 Dec 20 03:32:07.250950 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Allocated IP 172.20.0.2 (b90f9d9f-adeb-46f9-b424-3be319ef969c/f4bd07f5-180b-4af3-8aa5-3cd38f845bce/34794e6b-5f88-4bb7-9d62-64d626bcad55) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:07.252741 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46546) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:07.264530 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Provisioning complete for port fdf965a6-272b-42ea-9e9e-9bda640f002a triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:07.265544 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:07.350071 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd44986-a248-4789-bd69-4de402842859 req-3fbff09d-c548-49d5-917b-53d1649a397c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:07.353579 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8fd44986-a248-4789-bd69-4de402842859 req-3fbff09d-c548-49d5-917b-53d1649a397c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.2892933 Dec 20 03:32:07.380882 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8887f044-c77f-45dd-b428-a20ebbbfdc47 req-279e4e93-3f29-4411-9fa8-b5e7398e2623 tempest-AttachVolumeNegativeTest-1792894987 tempest-AttachVolumeNegativeTest-1792894987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d04a54-3696-41b9-95d8-aa2624b21b17 HTTP/1.1" status: 200 len: 210 time: 0.0627565 Dec 20 03:32:07.408207 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-d073a593-76bf-4641-b226-3bc74ee6752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:07.412808 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-d073a593-76bf-4641-b226-3bc74ee6752b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.2606127 Dec 20 03:32:07.452460 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:07.483568 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:07.507231 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dcc35-36d1-4ff6-b9bc-1f3d4ba06571 None None] Pushing event updated for resources: {'Port': ['ID=a8ba31c8-0239-47b6-a621-20e5a6982056,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:07.551338 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:07.602328 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8fd44986-a248-4789-bd69-4de402842859 req-895711f5-3ecb-460f-80ab-e2f168e8e5ec tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789000 Dec 20 03:32:07.684085 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:07.778108 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:05Z', 'revision_number': 3, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:07.819190 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Checking router: 03d2ba76-8453-42cc-b633-41467bc13926 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:07.820540 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Updating router 03d2ba76-8453-42cc-b633-41467bc13926 port dd65ba1e-1108-4814-a003-9e50dadadd79 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:07.848316 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:07.881180 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-1597f9df-30b0-4e6b-bba5-ca5a7a4cafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:07.883905 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-1597f9df-30b0-4e6b-bba5-ca5a7a4cafd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 920 time: 0.4028645 Dec 20 03:32:07.899785 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.039587 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Allocated IP 172.27.2.144 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/f14d01ac-22fa-4ee4-948f-f712176bc616) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:08.095239 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a8ba31c8-0239-47b6-a621-20e5a6982056 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:08.195772 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] For port fdf965a6-272b-42ea-9e9e-9bda640f002a, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=fdf965a6-272b-42ea-9e9e-9bda640f002a,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:08.243914 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa010647-2532-4b5c-ba09-88875560b47b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:32:08.279622 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.286989 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: aa010647-2532-4b5c-ba09-88875560b47b {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:32:08.287385 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa010647-2532-4b5c-ba09-88875560b47b not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:32:08.298528 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.302932 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.355211 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port a8ba31c8-0239-47b6-a621-20e5a6982056 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:08.355583 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.396393 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.403383 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Provisioning complete for port a8ba31c8-0239-47b6-a621-20e5a6982056 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:08.403754 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.417431 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.431648 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-5b2f1aef-e756-49c5-89fe-7c9ca9539fdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 217 time: 0.0651464 Dec 20 03:32:08.508475 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9bcdf-c385-4632-8b6c-d3020e7b7f25 None None] Pushing event updated for resources: {'Port': ['ID=fdf965a6-272b-42ea-9e9e-9bda640f002a,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:08.515736 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:05Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:08.523438 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46566) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:08.545459 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-747c609b-433b-40b2-a206-5b337e8c8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:08.546959 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-747c609b-433b-40b2-a206-5b337e8c8587 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.1038721 Dec 20 03:32:08.606350 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:08.626643 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:08.641959 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:08.650486 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13f0d-decc-49ea-9db1-355d5c44a842 None None] The sync data for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi is: [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:05Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:08.709015 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Network b90f9d9f-adeb-46f9-b424-3be319ef969c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:08.731929 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f14d01ac-22fa-4ee4-948f-f712176bc616,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:08.736221 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:08.743525 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-c5029a80-3b19-40cc-ad34-5803d3e9fa58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666728 Dec 20 03:32:08.750568 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:08.788618 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Pushing event updated for resources: {'Port': ['ID=34794e6b-5f88-4bb7-9d62-64d626bcad55,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:08.808118 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Deleting subnet b99576ec-6b4b-419b-a87b-bcfee72de664 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:32:08.820441 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:08.949759 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.044838 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Attempting to bind port 34794e6b-5f88-4bb7-9d62-64d626bcad55 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:09.045424 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Attempting to bind port 34794e6b-5f88-4bb7-9d62-64d626bcad55 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:09.045864 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Attempting to bind port 34794e6b-5f88-4bb7-9d62-64d626bcad55 on network b90f9d9f-adeb-46f9-b424-3be319ef969c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:09.046114 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.054630 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-8c56de04-57d3-42c9-807f-5129154ab0dd service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951255 Dec 20 03:32:09.060912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:09.060912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Checking segment: {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:09.060912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.060912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Bound using segment: {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:09.060912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Bound port: 34794e6b-5f88-4bb7-9d62-64d626bcad55, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:09.060912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.176319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.176795 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e539-2117-481b-a73e-20ab84755c09 None None] Pushing event updated for resources: {'Port': ['ID=dd65ba1e-1108-4814-a003-9e50dadadd79,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:09.182072 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] For port 34794e6b-5f88-4bb7-9d62-64d626bcad55, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:09.191418 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] For port 34794e6b-5f88-4bb7-9d62-64d626bcad55, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=34794e6b-5f88-4bb7-9d62-64d626bcad55,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:09.233578 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-14995424-0e15-40e5-8d9c-efa1690e6c4b None None] Provisioning complete for port fdf965a6-272b-42ea-9e9e-9bda640f002a triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:09.238264 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14995424-0e15-40e5-8d9c-efa1690e6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.246322 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Attempting to bind port dd65ba1e-1108-4814-a003-9e50dadadd79 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:09.247268 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Attempting to bind port dd65ba1e-1108-4814-a003-9e50dadadd79 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:09.247909 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Attempting to bind port dd65ba1e-1108-4814-a003-9e50dadadd79 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:09.261101 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:09.261980 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:09.267118 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.267118 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:09.267118 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Bound port: dd65ba1e-1108-4814-a003-9e50dadadd79, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:09.267118 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.292174 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.348448 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac1b7ab8-ba15-4fd9-be86-2aba3bf23981 req-29e7db1d-581b-4d8b-ae50-885f0437affe service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774763 Dec 20 03:32:09.377811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.422894 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] For port dd65ba1e-1108-4814-a003-9e50dadadd79, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:09.429227 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] For port dd65ba1e-1108-4814-a003-9e50dadadd79, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=dd65ba1e-1108-4814-a003-9e50dadadd79,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:09.451848 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a18b9-6596-42f5-b29f-f5ed97a87675 None None] Pushing event updated for resources: {'Port': ['ID=34794e6b-5f88-4bb7-9d62-64d626bcad55,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:09.455275 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e10a5-498b-44a3-8b7b-387ad41104b9 req-38f96606-dd8d-4b5e-8604-1270d15e78e7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:09.456930 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c5e10a5-498b-44a3-8b7b-387ad41104b9 req-38f96606-dd8d-4b5e-8604-1270d15e78e7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.5487833 Dec 20 03:32:09.578524 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c5e10a5-498b-44a3-8b7b-387ad41104b9 req-1bd61553-f0c5-4845-94d0-195ba848d63b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056788 Dec 20 03:32:09.622163 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.635541 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.683828 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:09.772016 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:09.773873 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:09.888299 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e539-2117-481b-a73e-20ab84755c09 None None] Pushing event updated for resources: {'Port': ['ID=dd65ba1e-1108-4814-a003-9e50dadadd79,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:10.062075 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:10.079235 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99576ec-6b4b-419b-a87b-bcfee72de664,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:10.119377 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.122811 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Allocated IP 172.20.0.1 (d4251048-07a2-46b4-8abe-fc4d95cf3d22/198e7483-f336-464d-a3cd-2577d5ba4ccc/7d991748-9614-4635-a0c3-51ac9f6667ff) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:10.124041 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9f46633a-6409-4a27-a182-d55b7be596e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b99576ec-6b4b-419b-a87b-bcfee72de664 HTTP/1.1" status: 204 len: 168 time: 1.5984511 Dec 20 03:32:10.124667 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.126502 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46580) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:10.170153 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device fdf965a6-272b-42ea-9e9e-9bda640f002a up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:10.238028 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port fdf965a6-272b-42ea-9e9e-9bda640f002a triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:10.238028 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.337777 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15cc54-4b6c-40ea-88c5-6a36d13e01ae req-5da66636-2062-417d-bbfc-aa4db5ab7edc tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:10.345848 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c15cc54-4b6c-40ea-88c5-6a36d13e01ae req-5da66636-2062-417d-bbfc-aa4db5ab7edc tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.2932355 Dec 20 03:32:10.372469 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 34794e6b-5f88-4bb7-9d62-64d626bcad55 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:10.384511 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.398773 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.439508 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 34794e6b-5f88-4bb7-9d62-64d626bcad55 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:10.440195 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.486121 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:05Z', 'revision_number': 3, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:10.505983 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c15cc54-4b6c-40ea-88c5-6a36d13e01ae req-7af0e8c9-9e5b-491f-a44b-ca2083296bbb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587968 Dec 20 03:32:10.540876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.554827 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321b10-d6d7-4ebe-b2b0-1c93f9731ab6 None None] The sync data for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi is: [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:05Z', 'revision_number': 3, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:10.580631 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.602255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:10.608125 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:10.618080 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:10.659927 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 34794e6b-5f88-4bb7-9d62-64d626bcad55, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=34794e6b-5f88-4bb7-9d62-64d626bcad55,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:10.681307 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Pushing event updated for resources: {'Port': ['ID=7d991748-9614-4635-a0c3-51ac9f6667ff,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:10.711900 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.724026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.728162 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:10.829690 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.036216 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fcedcc-7077-48be-86e2-d027fe8cf5ab']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:11.055310 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:11.055521 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c4ed40-4d9b-42d9-8264-0d54358e5fa7') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:11.058391 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935536-29ac-4ff5-8a2c-5c82a3a20e65 req-3039ecc2-72da-45c5-ae6f-bdc639d331f8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:11.065004 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a1935536-29ac-4ff5-8a2c-5c82a3a20e65 req-3039ecc2-72da-45c5-ae6f-bdc639d331f8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.2896960 Dec 20 03:32:11.080485 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8841771'] for segment, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.126855 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.150087 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:32:11.151392 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749203'] for segment, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.211370 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-35088450-1a3b-43a3-983e-88b698543654 None None] Provisioning complete for port 7d991748-9614-4635-a0c3-51ac9f6667ff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:11.212083 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-35088450-1a3b-43a3-983e-88b698543654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.214464 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.250270 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a1935536-29ac-4ff5-8a2c-5c82a3a20e65 req-4c609e15-670b-46ce-8459-7236251f5c53 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759443 Dec 20 03:32:11.254916 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340e87b-694a-4d61-85b0-53a439cd0466 None None] Network b90f9d9f-adeb-46f9-b424-3be319ef969c requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:32:11.258349 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=34794e6b-5f88-4bb7-9d62-64d626bcad55,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:11.264998 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: Traceback (most recent call last): Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: timer() Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: cb(*args, **kw) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: return func(*args, **kwargs) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: self._notify() Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: self.callback(batched_events) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: event.method(event) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: return f(self, *a, **k) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._get(url).json() Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:32:11.281795 dv-cinder-818037-11-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:32:11.286722 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:32:11.355821 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-35088450-1a3b-43a3-983e-88b698543654 None None] Port 7d991748-9614-4635-a0c3-51ac9f6667ff cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:11.451906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.487174 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-45c9f5bc-5959-4070-afbb-7124f7b61aad None None] Provisioning complete for port 34794e6b-5f88-4bb7-9d62-64d626bcad55 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:11.488278 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-45c9f5bc-5959-4070-afbb-7124f7b61aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.513891 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.539013 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/81fcedcc-7077-48be-86e2-d027fe8cf5ab HTTP/1.1" status: 204 len: 168 time: 1.4055629 Dec 20 03:32:11.547487 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298721-b9bc-4d6e-a7a5-7574c73dcf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=81fcedcc-7077-48be-86e2-d027fe8cf5ab,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:11.584566 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:11.615090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.636771 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Sync routers for ids ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:11.682821 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Routers {'953c15c5-0772-4c1d-b4ea-7761cebdc7e3'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:11.683474 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:11.688850 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.752241 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.773327 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:11.776776 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f036219e-5918-4e2c-b95c-8612b22b16f8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.2987812 Dec 20 03:32:11.784696 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46590) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:11.858835 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Pushing event updated for resources: {'Port': ['ID=7d991748-9614-4635-a0c3-51ac9f6667ff,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:11.926812 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Set router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:12.051136 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:12.057596 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:12.130910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-f2159e77-f738-4f14-ae58-b2cf77c00df9 None None] Provisioning complete for port 34794e6b-5f88-4bb7-9d62-64d626bcad55 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:12.130910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2159e77-f738-4f14-ae58-b2cf77c00df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:12.184177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061bee2-be77-4c38-bbaf-62980944536d req-194a8057-2fae-4c85-b2c0-a2259adcdf96 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:12.189206 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6061bee2-be77-4c38-bbaf-62980944536d req-194a8057-2fae-4c85-b2c0-a2259adcdf96 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.5007882 Dec 20 03:32:12.266742 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device dd65ba1e-1108-4814-a003-9e50dadadd79 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:12.420566 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46596) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:12.426033 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Router 03d2ba76-8453-42cc-b633-41467bc13926 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:32:12.533838 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6061bee2-be77-4c38-bbaf-62980944536d req-07a2e95f-d2a4-4420-a670-f9024eff60c0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268301 Dec 20 03:32:12.576535 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-61991d1a-025d-4489-832a-4ea3026939d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=032e3b59ca34420bbb5bdcaaa1cbb72b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1530294 Dec 20 03:32:12.589730 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d6ac4-24b1-425b-ac02-a7deefdee55a req-7cbb7ffa-5067-4045-8a23-1a03905d84d3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:12.597634 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46598) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:12.599138 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c01d6ac4-24b1-425b-ac02-a7deefdee55a req-7cbb7ffa-5067-4045-8a23-1a03905d84d3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1585960 Dec 20 03:32:12.604639 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port dd65ba1e-1108-4814-a003-9e50dadadd79 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:12.605923 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:12.610744 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:32:09Z', 'revision_number': 3, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:12.669343 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Checking router: 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:12.669948 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Updating router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 port f14d01ac-22fa-4ee4-948f-f712176bc616 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:12.722204 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:12.729065 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c01d6ac4-24b1-425b-ac02-a7deefdee55a req-59c1e107-813d-4fc1-8683-a7ecad4388f7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288798 Dec 20 03:32:12.733562 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:12.760038 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1e3efcb0-9139-4482-b96c-f60f934960ee admin admin] 10.222.0.53 "PUT /v2.0/routers/03d2ba76-8453-42cc-b633-41467bc13926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4966438 Dec 20 03:32:12.771699 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e3637d34-5e2d-40f8-8117-e5a7573d2234 None None] Provisioning complete for port 7d991748-9614-4635-a0c3-51ac9f6667ff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:12.771699 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e3637d34-5e2d-40f8-8117-e5a7573d2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:12.922074 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e3637d34-5e2d-40f8-8117-e5a7573d2234 None None] Port 7d991748-9614-4635-a0c3-51ac9f6667ff cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:12.952413 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:12.999943 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port dd65ba1e-1108-4814-a003-9e50dadadd79, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=dd65ba1e-1108-4814-a003-9e50dadadd79,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:13.099062 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.100410 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 34794e6b-5f88-4bb7-9d62-64d626bcad55 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:13.113268 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28dc93ca-3fb1-4e2a-ac2d-19dd7dab8b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.166765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28dc93ca-3fb1-4e2a-ac2d-19dd7dab8b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.334036 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.339525 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 34794e6b-5f88-4bb7-9d62-64d626bcad55 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:13.341472 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.343785 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.403876 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=dd65ba1e-1108-4814-a003-9e50dadadd79,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:13.438628 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28dc93ca-3fb1-4e2a-ac2d-19dd7dab8b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.438628 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-28dc93ca-3fb1-4e2a-ac2d-19dd7dab8b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.440435 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-28dc93ca-3fb1-4e2a-ac2d-19dd7dab8b31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c08073e-5dee-4491-be38-15b5d815db86 HTTP/1.1" status: 204 len: 168 time: 0.8414059 Dec 20 03:32:13.511612 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc93ca-3fb1-4e2a-ac2d-19dd7dab8b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08073e-5dee-4491-be38-15b5d815db86,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:13.535266 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.610672 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Allocated IP 172.20.0.1 (b90f9d9f-adeb-46f9-b424-3be319ef969c/f4bd07f5-180b-4af3-8aa5-3cd38f845bce/464e6157-bb13-4416-8275-3bb96fb19e67) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:13.681980 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Attempting to bind port f14d01ac-22fa-4ee4-948f-f712176bc616 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:13.682617 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Attempting to bind port f14d01ac-22fa-4ee4-948f-f712176bc616 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:13.683181 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Attempting to bind port f14d01ac-22fa-4ee4-948f-f712176bc616 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:13.687024 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe48fc1-f122-42ab-a66d-4738e96b8334 None None] Pushing event updated for resources: {'Port': ['ID=f14d01ac-22fa-4ee4-948f-f712176bc616,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:13.692959 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:13.693681 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:13.694282 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.694842 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:13.695635 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Bound port: f14d01ac-22fa-4ee4-948f-f712176bc616, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:13.696070 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.769095 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9783e-a958-4a23-9101-e4362793decd req-da737aa6-8492-414f-86fd-a65c5b9524de tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:13.774580 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0ba9783e-a958-4a23-9101-e4362793decd req-da737aa6-8492-414f-86fd-a65c5b9524de tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1350358 Dec 20 03:32:13.846074 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] For port f14d01ac-22fa-4ee4-948f-f712176bc616, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:13.851382 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] For port f14d01ac-22fa-4ee4-948f-f712176bc616, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=f14d01ac-22fa-4ee4-948f-f712176bc616,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:13.853475 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:13.904654 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Sync routers for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:13.922796 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:13.926561 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:13.953883 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0ba9783e-a958-4a23-9101-e4362793decd req-a08445fe-255d-450d-83a5-796ea0b91d40 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697512 Dec 20 03:32:13.982599 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device dd65ba1e-1108-4814-a003-9e50dadadd79 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:14.011753 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.087176 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.101456 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe48fc1-f122-42ab-a66d-4738e96b8334 None None] Pushing event updated for resources: {'Port': ['ID=f14d01ac-22fa-4ee4-948f-f712176bc616,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:14.107253 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Routers {'953c15c5-0772-4c1d-b4ea-7761cebdc7e3'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:14.107902 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:14.201331 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Network b90f9d9f-adeb-46f9-b424-3be319ef969c is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:14.213946 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:14.224655 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:14.248734 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:14.302178 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Pushing event updated for resources: {'Port': ['ID=464e6157-bb13-4416-8275-3bb96fb19e67,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:14.329056 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46642) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:14.335344 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-436960432-network', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:14.345888 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.440902 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port dd65ba1e-1108-4814-a003-9e50dadadd79 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:14.441508 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.493238 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Made reservation on behalf of 1bc88e33986d480cb9446e5791c1ad9d for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:14.496147 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.518353 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.606702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] Set router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:14.679557 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 2, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:14.769193 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-994009c1-1fad-4f2d-9e3d-b7eda27263c0 None None] Provisioning complete for port 464e6157-bb13-4416-8275-3bb96fb19e67 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:14.769576 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-994009c1-1fad-4f2d-9e3d-b7eda27263c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.778247 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Checking router: 03d2ba76-8453-42cc-b633-41467bc13926 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:14.778594 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Updating router 03d2ba76-8453-42cc-b633-41467bc13926 port 7d991748-9614-4635-a0c3-51ac9f6667ff binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:14.834279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.875392 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.880105 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.893752 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-994009c1-1fad-4f2d-9e3d-b7eda27263c0 None None] Port 464e6157-bb13-4416-8275-3bb96fb19e67 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:14.969368 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea98cc-979d-4871-b2b9-3b69f67490f7 req-1c39875f-ff42-42b3-9e7c-6f4d76d587c9 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:14.971264 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-52ea98cc-979d-4871-b2b9-3b69f67490f7 req-1c39875f-ff42-42b3-9e7c-6f4d76d587c9 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0789423 Dec 20 03:32:14.976622 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:14.998883 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:32:09Z', 'revision_number': 3, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:15.031024 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b738399-2e6f-4eed-aa4b-e19cbcf1b957,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:15.035841 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14839b-9cf9-4cfd-be48-f55a4cadacc3 None None] The sync data for ids ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'] in dv-cinder-818037-11-iscsi is: [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:32:09Z', 'revision_number': 3, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:15.065215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:32:15.113708 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.115054 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Added segment 7b4f7b92-9a4f-4a06-8b17-004df2fd1311 of type vlan for network 39835d31-5776-43b7-9657-177e3cf36ff2 Dec 20 03:32:15.208380 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f99ad-76df-46b4-9239-d02d58901336 req-9fb09b8a-cdd2-48f8-92b6-349d36a5b66c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:15.210322 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-027f99ad-76df-46b4-9239-d02d58901336 req-9fb09b8a-cdd2-48f8-92b6-349d36a5b66c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1066167 Dec 20 03:32:15.258157 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.274690 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-52ea98cc-979d-4871-b2b9-3b69f67490f7 req-d1df3a96-29da-4669-9869-8dea6f01874c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881613 Dec 20 03:32:15.347994 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-027f99ad-76df-46b4-9239-d02d58901336 req-a0e4366a-24f2-433b-9c4f-2a9b120234f6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105840 Dec 20 03:32:15.381760 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.390786 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.392573 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:15.393876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.501294 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.512240 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.641514 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.808240 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055e971-0be7-4fc8-9d75-ff05f2efa4e8 None None] Pushing event updated for resources: {'Port': ['ID=7d991748-9614-4635-a0c3-51ac9f6667ff,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:15.812854 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Attempting to bind port 7d991748-9614-4635-a0c3-51ac9f6667ff on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:15.813427 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Attempting to bind port 7d991748-9614-4635-a0c3-51ac9f6667ff by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:15.814078 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Attempting to bind port 7d991748-9614-4635-a0c3-51ac9f6667ff on network d4251048-07a2-46b4-8abe-fc4d95cf3d22 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:15.824146 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:15.824146 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Checking segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:15.824146 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.824146 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Bound using segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:15.824146 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Bound port: 7d991748-9614-4635-a0c3-51ac9f6667ff, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:15.825833 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.826438 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Pushing event updated for resources: {'Port': ['ID=464e6157-bb13-4416-8275-3bb96fb19e67,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:15.832755 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:15.867644 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:32:16.045195 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] For port 7d991748-9614-4635-a0c3-51ac9f6667ff, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:16.055894 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] For port 7d991748-9614-4635-a0c3-51ac9f6667ff, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=7d991748-9614-4635-a0c3-51ac9f6667ff,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:16.128926 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:16.155074 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device f14d01ac-22fa-4ee4-948f-f712176bc616 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:16.257728 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Network b90f9d9f-adeb-46f9-b424-3be319ef969c is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:16.263446 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:16.264679 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9343109 Dec 20 03:32:16.270507 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46678) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:16.279520 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Request body: {'subnet': {'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-436960432-subnet', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:16.291262 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a284-2b60-4f73-9e6c-b2c22ebab6fb admin admin] Pushing event updated for resources: {'Network': ['ID=39835d31-5776-43b7-9657-177e3cf36ff2,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:16.313856 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:16.314545 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:16.359530 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 39835d31-5776-43b7-9657-177e3cf36ff2 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:32:16.458757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Made reservation on behalf of 1bc88e33986d480cb9446e5791c1ad9d for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:16.463101 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:16.647679 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-8d157163-5acd-4c87-888b-15aa5e07a5bc None None] Provisioning complete for port 7d991748-9614-4635-a0c3-51ac9f6667ff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:16.647679 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8d157163-5acd-4c87-888b-15aa5e07a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:16.776796 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:16.786538 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port f14d01ac-22fa-4ee4-948f-f712176bc616 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:16.789708 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:16.862669 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dff7e-b552-4aeb-adb4-b2b694bd4b7a req-7cb97fd7-2293-4d42-bb10-f266f998b15f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:16.884960 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-752dff7e-b552-4aeb-adb4-b2b694bd4b7a req-7cb97fd7-2293-4d42-bb10-f266f998b15f tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.3124633 Dec 20 03:32:16.900556 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:32:16.932822 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055e971-0be7-4fc8-9d75-ff05f2efa4e8 None None] Pushing event updated for resources: {'Port': ['ID=7d991748-9614-4635-a0c3-51ac9f6667ff,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:17.013229 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-752dff7e-b552-4aeb-adb4-b2b694bd4b7a req-47cd411c-ea2e-40c7-9471-7e9b5a94da3d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270423 Dec 20 03:32:17.099677 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8d157163-5acd-4c87-888b-15aa5e07a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.122437 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.127938 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.182128 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-8d157163-5acd-4c87-888b-15aa5e07a5bc None None] For port 7d991748-9614-4635-a0c3-51ac9f6667ff, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=7d991748-9614-4635-a0c3-51ac9f6667ff,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:17.184017 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:17.192931 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3d0147dc-a81a-4fd3-b5af-410b2d7b01d9 admin admin] 10.222.0.53 "PUT /v2.0/routers/953c15c5-0772-4c1d-b4ea-7761cebdc7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4068246 Dec 20 03:32:17.198968 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2cddfe-33c7-4740-ae65-eeded6e0695b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:17.213953 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port f14d01ac-22fa-4ee4-948f-f712176bc616, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=f14d01ac-22fa-4ee4-948f-f712176bc616,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:17.252201 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Checking segment: {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:17.252595 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Network hostable DHCP agents. Network: 39835d31-5776-43b7-9657-177e3cf36ff2, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:32:17.264354 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8d157163-5acd-4c87-888b-15aa5e07a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.300349 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.305710 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:16Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:17.337556 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157163-5acd-4c87-888b-15aa5e07a5bc None None] Pushing event updated for resources: {'Port': ['ID=7d991748-9614-4635-a0c3-51ac9f6667ff,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:17.341816 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778d6ec-e81d-43f7-a1d8-ace9dc0c0514 None None] The sync data for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi is: [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:16Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:17.389494 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Network 39835d31-5776-43b7-9657-177e3cf36ff2 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:32:17.424891 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=f14d01ac-22fa-4ee4-948f-f712176bc616,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:17.486219 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 39835d31-5776-43b7-9657-177e3cf36ff2) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:17.487059 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-99e8c8f4-fb33-443f-99b2-428b88f2cd99 None None] Provisioning complete for port 464e6157-bb13-4416-8275-3bb96fb19e67 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:17.487654 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-99e8c8f4-fb33-443f-99b2-428b88f2cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.487828 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:17.488469 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.570411 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4829de8-8d49-40e2-b706-596096e773bc None None] Network 39835d31-5776-43b7-9657-177e3cf36ff2 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:32:17.624710 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d3a4f581-1ab8-4997-9b56-e662c1f64a63 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3528435 Dec 20 03:32:17.628217 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46706) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:17.635406 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:17.742945 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-99e8c8f4-fb33-443f-99b2-428b88f2cd99 None None] Port 464e6157-bb13-4416-8275-3bb96fb19e67 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:17.795702 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.796492 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.813600 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-99e8c8f4-fb33-443f-99b2-428b88f2cd99 None None] Provisioning complete for port 7d991748-9614-4635-a0c3-51ac9f6667ff triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:17.814277 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-99e8c8f4-fb33-443f-99b2-428b88f2cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.876994 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:17.989009 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-39835d31-5776-43b7-9657-177e3cf36ff2', 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2', 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'fixed_ips': [{'subnet_id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:32:17.989971 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:18.205923 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device f14d01ac-22fa-4ee4-948f-f712176bc616 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:18.314896 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:18.328352 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Sync routers for ids ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:18.332740 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245448-51ea-4083-a788-e29ba7aac9c8 req-e9a0cda1-f60b-4d4e-a2a7-2e181534810b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:18.336351 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55245448-51ea-4083-a788-e29ba7aac9c8 req-e9a0cda1-f60b-4d4e-a2a7-2e181534810b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1274014 Dec 20 03:32:18.364862 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Routers {'953c15c5-0772-4c1d-b4ea-7761cebdc7e3'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:18.366987 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:18.434303 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port f14d01ac-22fa-4ee4-948f-f712176bc616 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:18.434626 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55245448-51ea-4083-a788-e29ba7aac9c8 req-5d044815-bd8d-4f2c-84f8-1a0f3193ca0d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902002 Dec 20 03:32:18.440886 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:18.490232 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Allocated IP 172.20.0.2 (39835d31-5776-43b7-9657-177e3cf36ff2/fd2cddfe-33c7-4740-ae65-eeded6e0695b/c2b87b60-8966-4b71-82dc-a066cea25157) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:18.665556 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Set router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:18.718429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:18.753586 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:18.886081 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 7d991748-9614-4635-a0c3-51ac9f6667ff up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:18.907232 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Allocated IP 172.27.2.232 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/bfd8acaf-6533-47d1-86c6-aaafa6bb3011) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:19.020906 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46722) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:19.030939 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84746050', 'description': 'tempest-secgroup-smoke-84746050 description', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:19.123902 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.221158 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.227971 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 7d991748-9614-4635-a0c3-51ac9f6667ff triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:19.228343 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.298583 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.344485 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.352233 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.394797 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:19.402922 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:19.417710 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:19.417907 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:32:14Z', 'revision_number': 4, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '464e6157-bb13-4416-8275-3bb96fb19e67', 'name': '', 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'mac_address': 'fa:16:3e:2c:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:13Z', 'updated_at': '2021-12-20T03:32:14Z', 'revision_number': 2, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'subnets': [{'id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:19.418152 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Network 39835d31-5776-43b7-9657-177e3cf36ff2 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:19.419636 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:19.424357 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:19.469324 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:19.472981 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Checking router: 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:19.473471 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Updating router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 port 464e6157-bb13-4416-8275-3bb96fb19e67 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:19.475571 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Pushing event updated for resources: {'Port': ['ID=c2b87b60-8966-4b71-82dc-a066cea25157,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:19.478277 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.526946 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.527317 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.527680 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.528022 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.528356 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.528680 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.529028 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.529402 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.529726 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.530049 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.530369 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.530688 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.531091 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:19.578333 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.584774 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.643071 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Attempting to bind port c2b87b60-8966-4b71-82dc-a066cea25157 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:19.643501 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Attempting to bind port c2b87b60-8966-4b71-82dc-a066cea25157 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:19.644133 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Attempting to bind port c2b87b60-8966-4b71-82dc-a066cea25157 on network 39835d31-5776-43b7-9657-177e3cf36ff2 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:19.644647 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d647b2e-043f-4f1a-9a15-0ac7c8d80339,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:19.658426 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:19.658846 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Checking segment: {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:19.659208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.659667 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Bound using segment: {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:19.660177 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Bound port: c2b87b60-8966-4b71-82dc-a066cea25157, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:19.660713 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.732752 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb13db-3847-4f35-bd0f-af7acb55cc4b req-30e733b6-5f7d-4fe0-84cf-58163d943ef9 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:19.734387 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ddb13db-3847-4f35-bd0f-af7acb55cc4b req-30e733b6-5f7d-4fe0-84cf-58163d943ef9 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1522868 Dec 20 03:32:19.749245 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.751675 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8c59adc0-0ee2-41f1-9354-c1ba09d107d7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7276454 Dec 20 03:32:19.756569 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46732) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:19.766028 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group_rule': {'security_group_id': '5d647b2e-043f-4f1a-9a15-0ac7c8d80339', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:19.825982 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ddb13db-3847-4f35-bd0f-af7acb55cc4b req-35d99294-974b-4d56-b1cd-cbede4959d88 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843124 Dec 20 03:32:19.861791 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] For port c2b87b60-8966-4b71-82dc-a066cea25157, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:19.882491 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] For port c2b87b60-8966-4b71-82dc-a066cea25157, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=c2b87b60-8966-4b71-82dc-a066cea25157,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:19.977179 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:19.989881 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.009044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.035584 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.112404 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.127612 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.136483 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d490a1-caac-4192-9b04-d31bf4509293 None None] Pushing event updated for resources: {'Port': ['ID=c2b87b60-8966-4b71-82dc-a066cea25157,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:20.218947 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.279917 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb25d3a-3ab6-4374-8a36-e9c7f9fbd910,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:20.322055 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5704f-e149-4de7-b2a4-6f9625150171 None None] Pushing event updated for resources: {'Port': ['ID=464e6157-bb13-4416-8275-3bb96fb19e67,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:20.383792 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Attempting to bind port 464e6157-bb13-4416-8275-3bb96fb19e67 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:20.384321 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Attempting to bind port 464e6157-bb13-4416-8275-3bb96fb19e67 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:20.384847 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Attempting to bind port 464e6157-bb13-4416-8275-3bb96fb19e67 on network b90f9d9f-adeb-46f9-b424-3be319ef969c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:20.394104 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:20.394746 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Checking segment: {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:20.395405 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.396051 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Bound using segment: {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:20.398311 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Bound port: 464e6157-bb13-4416-8275-3bb96fb19e67, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e885673-8a69-4587-aeaf-b97f1f74e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:20.399112 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.551087 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.552435 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d528db56-777e-4cee-b4a0-6009e6592a63 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7935658 Dec 20 03:32:20.559166 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46738) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:20.571636 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] For port 464e6157-bb13-4416-8275-3bb96fb19e67, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:20.577838 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] For port 464e6157-bb13-4416-8275-3bb96fb19e67, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=464e6157-bb13-4416-8275-3bb96fb19e67,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:20.636032 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group_rule': {'security_group_id': '5d647b2e-043f-4f1a-9a15-0ac7c8d80339', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:20.719910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-cec39c91-98f7-4087-b087-d81dc72a9d5d None None] Provisioning complete for port 464e6157-bb13-4416-8275-3bb96fb19e67 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:20.720428 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cec39c91-98f7-4087-b087-d81dc72a9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.747660 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.814145 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cec39c91-98f7-4087-b087-d81dc72a9d5d None None] Port 464e6157-bb13-4416-8275-3bb96fb19e67 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:20.847132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5704f-e149-4de7-b2a4-6f9625150171 None None] Pushing event updated for resources: {'Port': ['ID=464e6157-bb13-4416-8275-3bb96fb19e67,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:20.850230 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Routers {'953c15c5-0772-4c1d-b4ea-7761cebdc7e3'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:20.850885 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:20.876907 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:20.974100 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.014044 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.024595 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] Set router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:21.150988 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd61d-0f72-43bf-bc6d-9a6c1c9738bd req-723a5792-e92c-4083-ae48-8135debd3481 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:21.152580 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-768fd61d-0f72-43bf-bc6d-9a6c1c9738bd req-723a5792-e92c-4083-ae48-8135debd3481 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1369097 Dec 20 03:32:21.155408 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.207901 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43a04df-e170-48e0-b6a2-e36675b47ece,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:21.266222 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-768fd61d-0f72-43bf-bc6d-9a6c1c9738bd req-ccbbf228-8fe8-4012-8751-fa5bce07062c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049840 Dec 20 03:32:21.318902 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.320792 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3bfa0857-8dc4-49bc-b94e-1ba6c0c8b283 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7599628 Dec 20 03:32:21.330614 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46748) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:21.336392 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group_rule': {'security_group_id': '5d647b2e-043f-4f1a-9a15-0ac7c8d80339', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:21.343867 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-703d9c6f-c7d0-48b0-850b-da4a342826d2 None None] Provisioning complete for port 464e6157-bb13-4416-8275-3bb96fb19e67 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:21.344470 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-703d9c6f-c7d0-48b0-850b-da4a342826d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.372587 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Router 319a5e65-2627-4b18-90a5-2923cfa47949 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:32:21.482262 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.489845 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-703d9c6f-c7d0-48b0-850b-da4a342826d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.526389 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:32:14Z', 'revision_number': 4, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '464e6157-bb13-4416-8275-3bb96fb19e67', 'name': '', 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'mac_address': 'fa:16:3e:2c:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:13Z', 'updated_at': '2021-12-20T03:32:20Z', 'revision_number': 4, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'subnets': [{'id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:21.570242 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:21.585722 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Sync routers for ids ['319a5e65-2627-4b18-90a5-2923cfa47949'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:21.589859 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f478c-fc05-4591-b1c1-481b5b862997 None None] The sync data for ids ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'] in dv-cinder-818037-11-iscsi is: [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:32:14Z', 'revision_number': 4, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '464e6157-bb13-4416-8275-3bb96fb19e67', 'name': '', 'network_id': 'b90f9d9f-adeb-46f9-b424-3be319ef969c', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'mac_address': 'fa:16:3e:2c:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:13Z', 'updated_at': '2021-12-20T03:32:20Z', 'revision_number': 4, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'subnets': [{'id': 'f4bd07f5-180b-4af3-8aa5-3cd38f845bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:21.622747 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Routers {'319a5e65-2627-4b18-90a5-2923cfa47949'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:21.623791 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['319a5e65-2627-4b18-90a5-2923cfa47949'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:21.628818 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-703d9c6f-c7d0-48b0-850b-da4a342826d2 None None] For port 464e6157-bb13-4416-8275-3bb96fb19e67, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=464e6157-bb13-4416-8275-3bb96fb19e67,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:21.644977 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.729723 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.730176 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-703d9c6f-c7d0-48b0-850b-da4a342826d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.731474 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:21.734817 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b8ef0856-6a5f-4a5a-a6f3-c4c4f7a7f966 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1042926 Dec 20 03:32:21.736691 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46756) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:21.929697 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4169dd-0589-41a8-b8dd-86f11fe64317,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:21.931912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d9c6f-c7d0-48b0-850b-da4a342826d2 None None] Pushing event updated for resources: {'Port': ['ID=464e6157-bb13-4416-8275-3bb96fb19e67,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:22.004601 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Set router 319a5e65-2627-4b18-90a5-2923cfa47949 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:22.060744 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295440-3ec8-4d70-a8f5-0a7839cb1e84 req-0505c05c-2acf-43fa-8d56-81685ae1de8e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:22.070403 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9a295440-3ec8-4d70-a8f5-0a7839cb1e84 req-0505c05c-2acf-43fa-8d56-81685ae1de8e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.3097236 Dec 20 03:32:22.079605 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7877-8c37-4813-b103-b948f3baf03f req-6e719e45-fbd8-4e98-bc87-be952fa99215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:22.083217 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-6e719e45-fbd8-4e98-bc87-be952fa99215 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1098 time: 0.1384978 Dec 20 03:32:22.116617 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4236b-360a-45f2-a987-27b7d7353c00 None None] Network 39835d31-5776-43b7-9657-177e3cf36ff2 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:32:22.166812 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:22.168108 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a8312921-fb51-498b-9127-e3d633ca97ed tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8363268 Dec 20 03:32:22.172750 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46764) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:22.199644 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group_rule': {'security_group_id': '5d647b2e-043f-4f1a-9a15-0ac7c8d80339', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:22.344249 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9a295440-3ec8-4d70-a8f5-0a7839cb1e84 req-ed63572e-e5f3-4748-979e-af0c0035a43d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715132 Dec 20 03:32:22.364512 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device c2b87b60-8966-4b71-82dc-a066cea25157 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:22.422019 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-a73baac0-d830-4477-9422-5c57bba1ed2f None None] Provisioning complete for port c2b87b60-8966-4b71-82dc-a066cea25157 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:22.430515 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a73baac0-d830-4477-9422-5c57bba1ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:22.481613 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7877-8c37-4813-b103-b948f3baf03f req-74092b36-59f5-4779-82fa-ae1699588623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:22.484714 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-74092b36-59f5-4779-82fa-ae1699588623 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.3692074 Dec 20 03:32:22.489884 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:32:19Z', 'revision_number': 3, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:22.619409 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port c2b87b60-8966-4b71-82dc-a066cea25157 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:22.630031 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:22.655143 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Checking router: 319a5e65-2627-4b18-90a5-2923cfa47949 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:22.655692 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Updating router 319a5e65-2627-4b18-90a5-2923cfa47949 port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:22.717820 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:22.780758 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-4ea2a242-bb09-4092-91e8-73f540a7358a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 1001 time: 0.2826555 Dec 20 03:32:22.782172 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:22.932059 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:22.998579 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7877-8c37-4813-b103-b948f3baf03f req-82fcfa4d-7bee-4f85-b5f1-bc31ed4688c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:22.998792 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a73baac0-d830-4477-9422-5c57bba1ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.000590 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-82fcfa4d-7bee-4f85-b5f1-bc31ed4688c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.1694565 Dec 20 03:32:23.003914 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.102039 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.117333 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.142984 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.158712 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a6cdfc-0f51-4d72-806c-1a36c08da1e3,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:23.173078 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7877-8c37-4813-b103-b948f3baf03f req-fe051fd3-126d-4fa5-8430-677a115904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:23.174709 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-fe051fd3-126d-4fa5-8430-677a115904e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1657658 Dec 20 03:32:23.189864 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.216609 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a73baac0-d830-4477-9422-5c57bba1ed2f None None] For port c2b87b60-8966-4b71-82dc-a066cea25157, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=c2b87b60-8966-4b71-82dc-a066cea25157,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:23.298854 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a73baac0-d830-4477-9422-5c57bba1ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.310719 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Attempting to bind port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:23.311095 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Attempting to bind port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:23.312109 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Attempting to bind port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:23.329609 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:23.329993 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:23.330402 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.330811 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:23.331349 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Bound port: bfd8acaf-6533-47d1-86c6-aaafa6bb3011, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:23.331767 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.339790 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.345449 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fe53aca4-0c5a-43c8-80ba-0352825f7b43 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1473761 Dec 20 03:32:23.347688 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46776) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:23.350121 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016208be-1c25-46c3-9273-419cd7608ce8 None None] Pushing event updated for resources: {'Port': ['ID=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:23.362572 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group_rule': {'security_group_id': '5d647b2e-043f-4f1a-9a15-0ac7c8d80339', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:23.397843 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Allocated IP 172.20.0.1 (39835d31-5776-43b7-9657-177e3cf36ff2/fd2cddfe-33c7-4740-ae65-eeded6e0695b/d8a09b05-e34b-4598-b5d7-7080417682f0) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:23.410590 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-b55163df-d7e8-4866-b222-2b6f49a54876 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157352 Dec 20 03:32:23.447216 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] For port bfd8acaf-6533-47d1-86c6-aaafa6bb3011, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:23.453197 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] For port bfd8acaf-6533-47d1-86c6-aaafa6bb3011, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:23.494056 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 03:32:23.494680 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 03:32:23.495804 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73baac0-d830-4477-9422-5c57bba1ed2f None None] Pushing event updated for resources: {'Port': ['ID=c2b87b60-8966-4b71-82dc-a066cea25157,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:23.512615 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-9fce87c1-8786-43bb-9bd8-2c286c67f45a None None] Provisioning complete for port c2b87b60-8966-4b71-82dc-a066cea25157 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:23.512615 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9fce87c1-8786-43bb-9bd8-2c286c67f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.580590 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76bc7877-8c37-4813-b103-b948f3baf03f req-578fe59b-2080-4d59-94a0-ea71feebe094 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615529 Dec 20 03:32:23.591162 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdef8c-3285-4fd9-84dc-84e9beb8f463 req-866ca29d-6950-4a88-9866-a6e8947d67dc tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:23.592808 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ebdef8c-3285-4fd9-84dc-84e9beb8f463 req-866ca29d-6950-4a88-9866-a6e8947d67dc tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1188555 Dec 20 03:32:23.604113 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.627956 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Project e7560abef8ef4bc796f5d8caa41351d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 03:32:23.680991 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.741567 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016208be-1c25-46c3-9273-419cd7608ce8 None None] Pushing event updated for resources: {'Port': ['ID=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:23.756332 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Routers {'319a5e65-2627-4b18-90a5-2923cfa47949'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:23.757048 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['319a5e65-2627-4b18-90a5-2923cfa47949'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:23.808568 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.817273 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ebdef8c-3285-4fd9-84dc-84e9beb8f463 req-d7d04c41-6ad4-44ae-ab02-6358b9d13d96 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941333 Dec 20 03:32:23.856511 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:23.901373 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] Set router 319a5e65-2627-4b18-90a5-2923cfa47949 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:24.012597 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.017304 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.052262 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 464e6157-bb13-4416-8275-3bb96fb19e67 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:24.066818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b44a2a0-5ccb-4e6e-be70-3b2c298b2aac,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:24.085935 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Network 39835d31-5776-43b7-9657-177e3cf36ff2 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:24.089289 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:24.113521 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 464e6157-bb13-4416-8275-3bb96fb19e67 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:24.114615 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.118047 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:24.121588 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a09b05-e34b-4598-b5d7-7080417682f0,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:24.165549 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:32:19Z', 'revision_number': 3, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:24.174794 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.180948 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.183436 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-897aeba5-42bf-49fa-b8d8-895d0ab03193 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8333247 Dec 20 03:32:24.185157 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46780) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:24.191172 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'security_group_rule': {'security_group_id': '5d647b2e-043f-4f1a-9a15-0ac7c8d80339', 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:24.220196 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733be93-ce69-4209-8fac-15fae9463a71 None None] The sync data for ids ['319a5e65-2627-4b18-90a5-2923cfa47949'] in dv-cinder-818037-11-iscsi is: [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:32:19Z', 'revision_number': 3, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:24.387095 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Project e7560abef8ef4bc796f5d8caa41351d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 03:32:24.397450 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.411743 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device c2b87b60-8966-4b71-82dc-a066cea25157 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:24.475157 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port c2b87b60-8966-4b71-82dc-a066cea25157 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:24.476226 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.492676 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.563264 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.575961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2e8a5071-d268-40e1-8ea6-9c3635bf56f1 None None] Provisioning complete for port d8a09b05-e34b-4598-b5d7-7080417682f0 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:24.575961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5071-d268-40e1-8ea6-9c3635bf56f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.644021 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a5071-d268-40e1-8ea6-9c3635bf56f1 None None] Port d8a09b05-e34b-4598-b5d7-7080417682f0 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:24.655932 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 464e6157-bb13-4416-8275-3bb96fb19e67 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:24.698658 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.715956 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd3b23d-11a3-48fd-a6f5-5cfadf4f0297,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:24.732204 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 464e6157-bb13-4416-8275-3bb96fb19e67 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:24.732853 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.796337 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.870396 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:24.883390 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a1865da4-4f72-45c3-84b8-36bda2cfa421 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6862528 Dec 20 03:32:24.922732 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:25.040251 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a09b05-e34b-4598-b5d7-7080417682f0,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:25.052537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:25.124402 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af22f47-37fc-42f5-ad69-2c2ec740f1f1 req-0ffeab58-f442-4d18-b593-6f4ea7199ff2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:25.127052 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4af22f47-37fc-42f5-ad69-2c2ec740f1f1 req-0ffeab58-f442-4d18-b593-6f4ea7199ff2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.1279471 Dec 20 03:32:25.201076 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-426c52fe-8bc7-49e5-9f0f-cd9231aa0307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:25.218583 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4af22f47-37fc-42f5-ad69-2c2ec740f1f1 req-9c46cb29-17bd-4e18-8b6d-4af2a374c29a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750144 Dec 20 03:32:25.301032 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Network 39835d31-5776-43b7-9657-177e3cf36ff2 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:25.303855 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:25.478083 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Router 319a5e65-2627-4b18-90a5-2923cfa47949 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:32:25.586819 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-27d338fd-68b8-443c-ae11-dfb357eaceea None None] Provisioning complete for port d8a09b05-e34b-4598-b5d7-7080417682f0 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:25.587422 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27d338fd-68b8-443c-ae11-dfb357eaceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:25.657028 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:32:25.663766 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f909fd1d-228f-45c8-b0df-8e347bf27d58 admin admin] 10.222.0.53 "PUT /v2.0/routers/319a5e65-2627-4b18-90a5-2923cfa47949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9264400 Dec 20 03:32:25.670331 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-27d338fd-68b8-443c-ae11-dfb357eaceea None None] Port d8a09b05-e34b-4598-b5d7-7080417682f0 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:26.379683 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device bfd8acaf-6533-47d1-86c6-aaafa6bb3011 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:26.436381 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:26.436946 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:26.546742 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:26.585654 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port bfd8acaf-6533-47d1-86c6-aaafa6bb3011, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:26.789860 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:26.843467 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:26.877355 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Sync routers for ids ['319a5e65-2627-4b18-90a5-2923cfa47949'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:32:26.893922 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Routers {'319a5e65-2627-4b18-90a5-2923cfa47949'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:26.894561 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:31:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['319a5e65-2627-4b18-90a5-2923cfa47949'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:27.034336 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Set router 319a5e65-2627-4b18-90a5-2923cfa47949 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:27.409468 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:32:24Z', 'revision_number': 4, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'd8a09b05-e34b-4598-b5d7-7080417682f0', 'name': '', 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'mac_address': 'fa:16:3e:cd:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:22Z', 'updated_at': '2021-12-20T03:32:24Z', 'revision_number': 2, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'subnets': [{'id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:27.442828 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Checking router: 319a5e65-2627-4b18-90a5-2923cfa47949 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:32:27.444106 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Updating router 319a5e65-2627-4b18-90a5-2923cfa47949 port d8a09b05-e34b-4598-b5d7-7080417682f0 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:32:27.473049 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:27.532508 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3397ae96-2dd7-4a95-a3c0-aa00cd97f622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:27.863414 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:27.962200 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:28.075991 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848100e-a0d5-4f81-951d-cec2e67b62f0 None None] Pushing event updated for resources: {'Port': ['ID=d8a09b05-e34b-4598-b5d7-7080417682f0,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:28.233068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Attempting to bind port d8a09b05-e34b-4598-b5d7-7080417682f0 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:28.233555 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Attempting to bind port d8a09b05-e34b-4598-b5d7-7080417682f0 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:28.233923 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Attempting to bind port d8a09b05-e34b-4598-b5d7-7080417682f0 on network 39835d31-5776-43b7-9657-177e3cf36ff2 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:28.247514 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:28.247946 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Checking segment: {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:28.248332 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:28.248725 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Bound using segment: {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:28.254653 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Bound port: d8a09b05-e34b-4598-b5d7-7080417682f0, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f7b92-9a4f-4a06-8b17-004df2fd1311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:28.255094 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:28.433001 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device bfd8acaf-6533-47d1-86c6-aaafa6bb3011 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:28.452142 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] For port d8a09b05-e34b-4598-b5d7-7080417682f0, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:28.528097 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] For port d8a09b05-e34b-4598-b5d7-7080417682f0, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=d8a09b05-e34b-4598-b5d7-7080417682f0,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:28.572369 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-c426f438-b5d7-4cc1-8c6d-cc0ee452439a None None] Provisioning complete for port d8a09b05-e34b-4598-b5d7-7080417682f0 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:28.572743 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c426f438-b5d7-4cc1-8c6d-cc0ee452439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:28.636716 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:28.641642 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-c426f438-b5d7-4cc1-8c6d-cc0ee452439a None None] Port d8a09b05-e34b-4598-b5d7-7080417682f0 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:28.680668 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:28.681208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:28.759654 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848100e-a0d5-4f81-951d-cec2e67b62f0 None None] Pushing event updated for resources: {'Port': ['ID=d8a09b05-e34b-4598-b5d7-7080417682f0,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:28.764640 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Routers {'319a5e65-2627-4b18-90a5-2923cfa47949'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:32:28.765315 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:32:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['319a5e65-2627-4b18-90a5-2923cfa47949'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:28.770474 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:29.160702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-adf65b06-1b2f-4f79-926c-f8d8c5428eb9 None None] Provisioning complete for port d8a09b05-e34b-4598-b5d7-7080417682f0 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:29.162127 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-adf65b06-1b2f-4f79-926c-f8d8c5428eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:29.168676 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] Set router 319a5e65-2627-4b18-90a5-2923cfa47949 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:32:29.498391 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-adf65b06-1b2f-4f79-926c-f8d8c5428eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:29.622523 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-adf65b06-1b2f-4f79-926c-f8d8c5428eb9 None None] For port d8a09b05-e34b-4598-b5d7-7080417682f0, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=d8a09b05-e34b-4598-b5d7-7080417682f0,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:32:29.716685 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:32:24Z', 'revision_number': 4, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'd8a09b05-e34b-4598-b5d7-7080417682f0', 'name': '', 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'mac_address': 'fa:16:3e:cd:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:22Z', 'updated_at': '2021-12-20T03:32:28Z', 'revision_number': 4, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'subnets': [{'id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:32:29.761930 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227a1c-9ece-4602-a4f0-64e547657cea None None] The sync data for ids ['319a5e65-2627-4b18-90a5-2923cfa47949'] in dv-cinder-818037-11-iscsi is: [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:32:24Z', 'revision_number': 4, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'd8a09b05-e34b-4598-b5d7-7080417682f0', 'name': '', 'network_id': '39835d31-5776-43b7-9657-177e3cf36ff2', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'mac_address': 'fa:16:3e:cd:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:22Z', 'updated_at': '2021-12-20T03:32:28Z', 'revision_number': 4, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'subnets': [{'id': 'fd2cddfe-33c7-4740-ae65-eeded6e0695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:32:29.862453 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-adf65b06-1b2f-4f79-926c-f8d8c5428eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:29.958640 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65b06-1b2f-4f79-926c-f8d8c5428eb9 None None] Pushing event updated for resources: {'Port': ['ID=d8a09b05-e34b-4598-b5d7-7080417682f0,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:30.451113 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device d8a09b05-e34b-4598-b5d7-7080417682f0 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:32:30.541177 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port d8a09b05-e34b-4598-b5d7-7080417682f0 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:30.541648 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:30.642172 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:30.915251 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:30.989172 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 46932) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:31.214422 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ef8e23ef-1b87-4c44-9766-9b3758788746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.346133 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ef8e23ef-1b87-4c44-9766-9b3758788746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.452148 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ef8e23ef-1b87-4c44-9766-9b3758788746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.501171 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ef8e23ef-1b87-4c44-9766-9b3758788746 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ee22facf0f94a8ebe893c0ca5ccca92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098372 Dec 20 03:32:31.502577 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e23ef-1b87-4c44-9766-9b3758788746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07433ec-da29-4f34-b661-9aca924a258c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:31.505649 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46940) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:31.629241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46512219-8cf7-45a4-bb36-938dabfb6947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.660026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46512219-8cf7-45a4-bb36-938dabfb6947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.818310 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46512219-8cf7-45a4-bb36-938dabfb6947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.821503 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46512219-8cf7-45a4-bb36-938dabfb6947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:31.822808 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-46512219-8cf7-45a4-bb36-938dabfb6947 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a07433ec-da29-4f34-b661-9aca924a258c HTTP/1.1" status: 204 len: 168 time: 0.3143423 Dec 20 03:32:31.840975 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46512219-8cf7-45a4-bb36-938dabfb6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07433ec-da29-4f34-b661-9aca924a258c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:32.455734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89c50-e896-4932-9e15-16706924e3fa req-d0c16af7-00e3-43cc-9786-42f1e9c7073e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:32.465377 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cfb89c50-e896-4932-9e15-16706924e3fa req-d0c16af7-00e3-43cc-9786-42f1e9c7073e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0952475 Dec 20 03:32:32.529847 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cfb89c50-e896-4932-9e15-16706924e3fa req-cc651176-99f0-4137-a49a-d310508a571a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632424 Dec 20 03:32:32.961213 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46960) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:32.980794 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c78dd2c3-1398-4260-bfac-be6e57f72e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.100339 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c78dd2c3-1398-4260-bfac-be6e57f72e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.178638 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c78dd2c3-1398-4260-bfac-be6e57f72e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.221852 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c78dd2c3-1398-4260-bfac-be6e57f72e5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2ea9366599e4ce989c85baf1458aaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587988 Dec 20 03:32:33.223968 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dd2c3-1398-4260-bfac-be6e57f72e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896cc1bf-340f-40ae-9aaa-7a26d7b82100,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:33.231412 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 46962) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:33.306194 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b0c860b-86fb-4990-a473-edc5ca2ceca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.340360 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b0c860b-86fb-4990-a473-edc5ca2ceca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.492303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b0c860b-86fb-4990-a473-edc5ca2ceca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.501258 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b0c860b-86fb-4990-a473-edc5ca2ceca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:33.502506 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5b0c860b-86fb-4990-a473-edc5ca2ceca8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/896cc1bf-340f-40ae-9aaa-7a26d7b82100 HTTP/1.1" status: 204 len: 168 time: 0.2700419 Dec 20 03:32:33.520874 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c860b-86fb-4990-a473-edc5ca2ceca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cc1bf-340f-40ae-9aaa-7a26d7b82100,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:33.709628 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3f5b1-fa9e-41ac-b187-6d7a0da84904 req-e10846ec-1687-4978-803b-9f135e16fe04 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:33.711699 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72f3f5b1-fa9e-41ac-b187-6d7a0da84904 req-e10846ec-1687-4978-803b-9f135e16fe04 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0677044 Dec 20 03:32:33.803714 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72f3f5b1-fa9e-41ac-b187-6d7a0da84904 req-5208028c-2225-4976-8313-4d1d09a42acb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839789 Dec 20 03:32:34.435707 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-bf7d8197-64f4-45b0-9cda-bf745235e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:34.437237 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-bf7d8197-64f4-45b0-9cda-bf745235e0db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.0698147 Dec 20 03:32:34.542252 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-415724dd-fb37-4356-96b1-566f805132af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:34.548366 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-415724dd-fb37-4356-96b1-566f805132af service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 920 time: 0.0967667 Dec 20 03:32:34.602765 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-788e22e9-3ee5-471b-91cc-f64d61292d9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 217 time: 0.0507822 Dec 20 03:32:34.658119 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-e538003a-78e3-4abc-8332-881c8598731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:34.659604 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-e538003a-78e3-4abc-8332-881c8598731d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.0490019 Dec 20 03:32:34.700160 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-3257dd56-d47b-4cf4-9c10-6ff10ddb39ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311177 Dec 20 03:32:34.813970 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-2c69f2f5-fd1d-4b1b-a40d-a6151db6b9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040788 Dec 20 03:32:35.020309 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e39c136-8245-46fb-a5e6-324d95a1614c req-7b5181b4-f92b-42ee-aac2-256fefffd50d service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966147 Dec 20 03:32:35.079297 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68235-1530-4e6d-a7c8-6f4edf5f40b4 req-f82ca3cc-c5ec-4545-aad9-a90fd8856bf0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:35.087696 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbd68235-1530-4e6d-a7c8-6f4edf5f40b4 req-f82ca3cc-c5ec-4545-aad9-a90fd8856bf0 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0592818 Dec 20 03:32:35.155259 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbd68235-1530-4e6d-a7c8-6f4edf5f40b4 req-82934b97-81a9-4181-a18f-fed1f70108dd tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663967 Dec 20 03:32:36.324857 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df18004-e727-48ee-a8ed-403af396ca62 req-981b8b87-2d1d-4abf-9946-f4451aeb9cb7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:36.328393 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0df18004-e727-48ee-a8ed-403af396ca62 req-981b8b87-2d1d-4abf-9946-f4451aeb9cb7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0569623 Dec 20 03:32:36.404862 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0df18004-e727-48ee-a8ed-403af396ca62 req-e7641e70-89d4-4f34-be73-52d1a9907135 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707879 Dec 20 03:32:37.560764 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f31f-e48b-489c-ae80-dcd12326ef92 req-e62a9464-f9db-429d-a306-926d8da428b4 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:37.562284 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4896f31f-e48b-489c-ae80-dcd12326ef92 req-e62a9464-f9db-429d-a306-926d8da428b4 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0788767 Dec 20 03:32:37.624422 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4896f31f-e48b-489c-ae80-dcd12326ef92 req-76fc694c-2bf8-43a5-ae28-452f84b0d442 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Dec 20 03:32:38.789976 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868be66-f928-4491-aaaa-d98d67515cd9 req-eb1f4fbc-6e39-4aea-868a-c59de5d0228c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:38.791573 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f868be66-f928-4491-aaaa-d98d67515cd9 req-eb1f4fbc-6e39-4aea-868a-c59de5d0228c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0665009 Dec 20 03:32:38.859878 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f868be66-f928-4491-aaaa-d98d67515cd9 req-bdd7a5dc-591e-4950-8104-61622aa7d3eb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Dec 20 03:32:39.873193 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-2bc59b84-30a4-4bfc-b263-f15c31ab928e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586495 Dec 20 03:32:39.970169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-645497e2-844c-4f43-a83b-9e1a8b3accc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:39.971653 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-645497e2-844c-4f43-a83b-9e1a8b3accc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 1098 time: 0.0462420 Dec 20 03:32:40.007227 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555bd6-be09-414e-8838-ab982246e99c req-9f71b9b1-0a29-479f-a8e6-8bdf9e0f0f56 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:40.008789 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d555bd6-be09-414e-8838-ab982246e99c req-9f71b9b1-0a29-479f-a8e6-8bdf9e0f0f56 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0583472 Dec 20 03:32:40.066903 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d555bd6-be09-414e-8838-ab982246e99c req-41d104dd-4d52-4378-b4ce-ce8df3583845 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476832 Dec 20 03:32:40.115894 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-d07842ff-638b-4528-87c5-77913301302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:40.117492 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-d07842ff-638b-4528-87c5-77913301302c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.1119406 Dec 20 03:32:40.191159 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-cec712de-dd08-41be-ac86-875c053563d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 200 len: 1001 time: 0.0645754 Dec 20 03:32:40.246251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-6faa5453-79aa-458e-b905-746e29a252fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:40.247485 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-6faa5453-79aa-458e-b905-746e29a252fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0469139 Dec 20 03:32:40.313449 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-17c81b69-8c98-415c-a6ef-9c92036cf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:40.315019 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-17c81b69-8c98-415c-a6ef-9c92036cf3a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595891 Dec 20 03:32:40.417566 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-aedd5d31-12c9-49a9-8946-69ff8090af16 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933151 Dec 20 03:32:40.537904 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d115122a-dea6-4dff-9a0a-e1d9521e4e4d req-6cb8360c-2ea4-48cd-a7dd-7cada8bf0165 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106992 Dec 20 03:32:40.595984 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-12e8bbe5-e16f-4a0c-b4b1-da5d92211508 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:40.597854 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-12e8bbe5-e16f-4a0c-b4b1-da5d92211508 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 813 time: 0.1165254 Dec 20 03:32:40.618730 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-f671358d-d59f-4357-a40f-d5f956b4383b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/quotas/74667b9b73e542e5a65f354d431c3b7a HTTP/1.1" status: 200 len: 375 time: 0.0105658 Dec 20 03:32:40.687322 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-9990e01d-1252-4134-9dff-72fa96cfc436 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545073 Dec 20 03:32:40.805083 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-f2b56972-639e-47b9-9d65-ab73fdc3180c service neutron] 10.222.0.53 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054020 Dec 20 03:32:40.917038 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-54907b75-fa96-4da6-bb3b-57c032ed9f4b service neutron] 10.222.0.53 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031432 Dec 20 03:32:41.143987 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:41.203448 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078569-a405-40fb-9743-31810c98f0e0 req-7b435f49-1abb-40c0-b795-399133aa75c4 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:41.205081 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a078569-a405-40fb-9743-31810c98f0e0 req-7b435f49-1abb-40c0-b795-399133aa75c4 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0593715 Dec 20 03:32:41.249073 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a51e621-974f-4ad1-8a9a-9adcaa62ee20 req-e7dd12da-87d0-4394-9187-9236a492df39 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 210 time: 0.0460846 Dec 20 03:32:41.273335 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a078569-a405-40fb-9743-31810c98f0e0 req-2166655f-6e53-45ff-badd-85ab1077a9b3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Dec 20 03:32:42.348796 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b567d38-3313-41c6-b127-0779168e0cf7 req-0a1ab9c1-274b-4d27-8e50-d5015c1af11a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 210 time: 0.0439184 Dec 20 03:32:42.438559 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b66f0-4682-418e-bb15-5cfbf3a774dd req-bb7c0a9e-80e3-42b5-b5bc-03a19f33c221 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:42.441422 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755b66f0-4682-418e-bb15-5cfbf3a774dd req-bb7c0a9e-80e3-42b5-b5bc-03a19f33c221 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0706379 Dec 20 03:32:42.515398 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755b66f0-4682-418e-bb15-5cfbf3a774dd req-0f49d264-4cae-4ad4-84b5-2da21830a9ea tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647709 Dec 20 03:32:42.910492 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47148) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:43.033415 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.121793 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.309473 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.352648 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4acaed5eaf49420fa88d325106d1fc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410605 Dec 20 03:32:43.353397 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47758a2b-699d-4253-a5d4-0efddb07a50e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:43.355316 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47156) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:43.367026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.367397 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.367772 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.368159 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.368661 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.369015 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.369442 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.369797 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.370143 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.370515 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.371030 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.371262 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.371626 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56695d32-3c81-497f-a6ac-5ec7fabe3ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:43.435489 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eb48ac6b-d2d3-4610-962d-9adb9bc03b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.476098 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eb48ac6b-d2d3-4610-962d-9adb9bc03b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.503137 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1adc1da5-ab5b-474a-96cb-ceacec4255dc req-46fe5fc0-ba60-43f8-ae24-84c4810632cb tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 210 time: 0.0503345 Dec 20 03:32:43.649469 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a687c-0105-4da1-a582-15ce747dde2f req-9de61df4-7253-4434-9e86-f7c2319ac4b2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:43.650913 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dc1a687c-0105-4da1-a582-15ce747dde2f req-9de61df4-7253-4434-9e86-f7c2319ac4b2 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0538282 Dec 20 03:32:43.702686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dc1a687c-0105-4da1-a582-15ce747dde2f req-46386b46-f6e7-488b-944d-8c2c584e2b9e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Dec 20 03:32:43.709994 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eb48ac6b-d2d3-4610-962d-9adb9bc03b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.720135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eb48ac6b-d2d3-4610-962d-9adb9bc03b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:43.720135 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-eb48ac6b-d2d3-4610-962d-9adb9bc03b48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47758a2b-699d-4253-a5d4-0efddb07a50e HTTP/1.1" status: 204 len: 168 time: 0.3576527 Dec 20 03:32:43.722124 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48ac6b-d2d3-4610-962d-9adb9bc03b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47758a2b-699d-4253-a5d4-0efddb07a50e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:44.344990 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-31df1d2f-6a64-44ad-9136-ffc55d0ffc53 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:44.347529 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-31df1d2f-6a64-44ad-9136-ffc55d0ffc53 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 813 time: 0.1288822 Dec 20 03:32:44.375839 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'port': {'device_id': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'admin_state_up': True, 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:44.520565 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47178) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:44.534926 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ee90d38-c5fd-4f4e-8a8c-cf5fda576eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:44.621296 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d6ea44-8854-4e55-afaf-4c324864d52f req-932a975c-b962-4301-8c1a-73cd49d8daae tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 210 time: 0.0366945 Dec 20 03:32:44.670158 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ee90d38-c5fd-4f4e-8a8c-cf5fda576eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:44.835247 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fee46-0d67-4747-b4b6-7dee8b91eaf7 req-e0618810-b609-420e-a303-c5ab8fe710e7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:44.836953 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-567fee46-0d67-4747-b4b6-7dee8b91eaf7 req-e0618810-b609-420e-a303-c5ab8fe710e7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0570107 Dec 20 03:32:44.865881 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Made reservation on behalf of 74667b9b73e542e5a65f354d431c3b7a for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:44.869631 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:44.917398 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ee90d38-c5fd-4f4e-8a8c-cf5fda576eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:44.918173 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-567fee46-0d67-4747-b4b6-7dee8b91eaf7 req-10e439fd-e4c2-4b07-9848-720f2e5d1dc7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737295 Dec 20 03:32:44.995248 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1ee90d38-c5fd-4f4e-8a8c-cf5fda576eb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88e2e8b790b544c8a9b8a497e5362daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725158 Dec 20 03:32:44.997284 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee90d38-c5fd-4f4e-8a8c-cf5fda576eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0cd1fb-a64a-44f8-8fb1-db152ca542ea,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:45.001501 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47190) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:45.110720 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Allocated IP 172.20.0.7 (d4251048-07a2-46b4-8abe-fc4d95cf3d22/198e7483-f336-464d-a3cd-2577d5ba4ccc/252e4b81-2b8b-4472-b0f9-0b2a9b974c88) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:45.129588 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b44958c-9068-4d10-9275-471291aa7c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.177670 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b44958c-9068-4d10-9275-471291aa7c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.377855 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.398661 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b44958c-9068-4d10-9275-471291aa7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.405233 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b44958c-9068-4d10-9275-471291aa7c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.410182 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9b44958c-9068-4d10-9275-471291aa7c1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c0cd1fb-a64a-44f8-8fb1-db152ca542ea HTTP/1.1" status: 204 len: 168 time: 0.4024124 Dec 20 03:32:45.437600 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44958c-9068-4d10-9275-471291aa7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0cd1fb-a64a-44f8-8fb1-db152ca542ea,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:45.630131 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.694163 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:45.694163 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:45.698510 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:45.711735 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:45.874546 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:45.875243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:45.890326 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879bce-a8bc-4e4b-8945-e7975813fd18 req-5911282a-db89-4482-b6d3-403b01026399 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:45.891969 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c6879bce-a8bc-4e4b-8945-e7975813fd18 req-5911282a-db89-4482-b6d3-403b01026399 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.1080751 Dec 20 03:32:46.023987 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-269c7c7d-260e-465b-b107-f10aa2312279 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6545928 Dec 20 03:32:46.033107 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c6879bce-a8bc-4e4b-8945-e7975813fd18 req-c4242d8b-6e83-4cc8-9a3b-71fa1fd2c075 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201472 Dec 20 03:32:46.196234 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-20d904f7-7dae-46bd-88d1-2fb1d7c70b98 None None] Provisioning complete for port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:32:46.196832 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-20d904f7-7dae-46bd-88d1-2fb1d7c70b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:46.212621 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3876d-833c-45b8-b193-73052350ad29 req-829dffd0-f6f9-4f8b-806b-d06babd595f8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:46.215463 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cd3876d-833c-45b8-b193-73052350ad29 req-829dffd0-f6f9-4f8b-806b-d06babd595f8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1174629 Dec 20 03:32:46.268375 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-20d904f7-7dae-46bd-88d1-2fb1d7c70b98 None None] Port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:32:46.343369 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cd3876d-833c-45b8-b193-73052350ad29 req-4f691f83-d0d1-48e3-9dd8-9e86c2d3f14f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215296 Dec 20 03:32:47.203144 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22f51-9be0-453b-a77e-dd944f690c61 req-74ac3ea0-7161-4523-853c-c45d07b5d941 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:47.204782 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00b22f51-9be0-453b-a77e-dd944f690c61 req-74ac3ea0-7161-4523-853c-c45d07b5d941 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0829115 Dec 20 03:32:47.272539 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00b22f51-9be0-453b-a77e-dd944f690c61 req-2b96216e-4eaf-4f4b-8bda-b8040c40a527 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603683 Dec 20 03:32:47.533828 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376dc1-dbca-4911-9278-748cfb03fd18 req-03793039-243a-4d78-97e5-f946ea28672b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:47.535453 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36376dc1-dbca-4911-9278-748cfb03fd18 req-03793039-243a-4d78-97e5-f946ea28672b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0762479 Dec 20 03:32:47.601169 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36376dc1-dbca-4911-9278-748cfb03fd18 req-c357b4b4-1ec5-4281-bb7f-c207509d2707 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Dec 20 03:32:48.437415 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aaaaa-ecac-4be5-bc0c-b7a32615c912 req-5211ebd7-d290-42b0-a1e2-86a469d50f62 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:48.447324 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f77aaaaa-ecac-4be5-bc0c-b7a32615c912 req-5211ebd7-d290-42b0-a1e2-86a469d50f62 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0882053 Dec 20 03:32:48.513899 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f77aaaaa-ecac-4be5-bc0c-b7a32615c912 req-1a38d7ba-8091-4ab0-8e2b-0c12ee411d6e tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652792 Dec 20 03:32:48.785429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c7c8f-8b3d-47b7-b889-1dd450df6291 req-aed9272d-673b-4157-aa53-8a8d76d729c8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:48.785429 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed9c7c8f-8b3d-47b7-b889-1dd450df6291 req-aed9272d-673b-4157-aa53-8a8d76d729c8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0717428 Dec 20 03:32:48.867031 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed9c7c8f-8b3d-47b7-b889-1dd450df6291 req-96d977f7-7e50-46f6-a832-0c2bbcdb62b3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829723 Dec 20 03:32:49.670685 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98529369-37e8-49fe-9115-47b177c9dd38 req-48c9ad91-0841-489c-b12d-9a58eea60bc6 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:49.672784 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98529369-37e8-49fe-9115-47b177c9dd38 req-48c9ad91-0841-489c-b12d-9a58eea60bc6 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0791674 Dec 20 03:32:49.763595 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98529369-37e8-49fe-9115-47b177c9dd38 req-d9f6f9c8-6fc5-4591-afea-6f1ec09c39d7 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835419 Dec 20 03:32:50.034389 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f080cc-ab05-4d06-ba24-01bbc6ffe740 req-0ef99ba5-5c61-44af-b9e3-5ea8017a44bc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:50.035994 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79f080cc-ab05-4d06-ba24-01bbc6ffe740 req-0ef99ba5-5c61-44af-b9e3-5ea8017a44bc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0691023 Dec 20 03:32:50.116245 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79f080cc-ab05-4d06-ba24-01bbc6ffe740 req-1731e5a7-e628-4ad9-8651-2d8106282633 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691879 Dec 20 03:32:50.322602 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-cb042e8e-963b-4004-b7fe-7f3e0a2f3d7d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84746050&fields=id&tenant_id=e7560abef8ef4bc796f5d8caa41351d3 HTTP/1.1" status: 200 len: 267 time: 0.0814512 Dec 20 03:32:50.467597 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-211336e1-afa2-44e0-9774-a0f256661286 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:50.469730 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-211336e1-afa2-44e0-9774-a0f256661286 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 808 time: 0.1462581 Dec 20 03:32:50.492009 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-e8179cdb-e484-4c4b-999f-6d9bbeb10fae tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/quotas/e7560abef8ef4bc796f5d8caa41351d3 HTTP/1.1" status: 200 len: 375 time: 0.0112095 Dec 20 03:32:50.595543 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-b1b5d2e5-bf68-4b43-82c1-191ca4182a18 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865104 Dec 20 03:32:50.911016 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dd353-8fd9-462e-a3cf-43ebeae04f9f req-3cabad63-516c-4443-b60f-7a4ea6c8cd87 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:50.912999 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d4dd353-8fd9-462e-a3cf-43ebeae04f9f req-3cabad63-516c-4443-b60f-7a4ea6c8cd87 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0592327 Dec 20 03:32:50.920704 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-dd938e5f-fea4-46dd-be34-b57d7fa5b9c4 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229756 Dec 20 03:32:51.006240 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d4dd353-8fd9-462e-a3cf-43ebeae04f9f req-5d9f3e77-8d2a-4cff-9f76-c03aad846bcc tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839818 Dec 20 03:32:51.074044 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-2245d6f1-4c80-4d5d-aaeb-d2adf5623911 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439450 Dec 20 03:32:51.304263 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808f2d-8dad-40c2-9131-e43e0ac13fef req-c39f0e6a-ebda-42a3-849e-a0c58dd82b72 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:51.310173 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e808f2d-8dad-40c2-9131-e43e0ac13fef req-c39f0e6a-ebda-42a3-849e-a0c58dd82b72 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0941660 Dec 20 03:32:51.378884 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e808f2d-8dad-40c2-9131-e43e0ac13fef req-f0556618-96f3-41ef-924c-948161146305 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Dec 20 03:32:52.136652 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f79cc7-d2d0-4386-b835-5c8983e1ca10 req-613e48c0-a8b7-4122-b618-3c705a9f4f9b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:52.138232 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25f79cc7-d2d0-4386-b835-5c8983e1ca10 req-613e48c0-a8b7-4122-b618-3c705a9f4f9b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0577357 Dec 20 03:32:52.195095 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25f79cc7-d2d0-4386-b835-5c8983e1ca10 req-e20a132d-8307-403e-922f-3e7f4e652dbb tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Dec 20 03:32:52.323017 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5d4974d6-c710-4a4a-bd3b-d6505489a026 req-ba88a09c-e2ba-4ab7-b366-0d4277615783 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0406508 Dec 20 03:32:52.524745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c79ef-c74a-44fa-9ad0-4b6f9ef6dca7 req-49e67ad4-c136-4500-8ff6-210c9656a7be tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:52.526235 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b6c79ef-c74a-44fa-9ad0-4b6f9ef6dca7 req-49e67ad4-c136-4500-8ff6-210c9656a7be tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Dec 20 03:32:52.579547 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b6c79ef-c74a-44fa-9ad0-4b6f9ef6dca7 req-c52ea78c-6a35-4499-94d4-21eee221727e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Dec 20 03:32:52.747888 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:32:53.428489 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0ce6a900-c671-44b3-9464-58dd9ff8db3c req-f5593de9-bd6c-4a29-9012-a9454e930c67 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0309932 Dec 20 03:32:53.672073 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c601c-e2fc-4205-a2b4-aced4ca5aeed req-3eb87e15-b7ba-46e8-9a40-90f024bba57a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:53.677994 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-930c601c-e2fc-4205-a2b4-aced4ca5aeed req-3eb87e15-b7ba-46e8-9a40-90f024bba57a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.3989668 Dec 20 03:32:53.740908 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-930c601c-e2fc-4205-a2b4-aced4ca5aeed req-feaa0e88-e99c-4d14-99a9-bef63dfd7048 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Dec 20 03:32:53.799252 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74d0e7-96c5-4a7e-8877-b65d8dfe4678 req-485dd4d0-52e0-486b-95ee-eef82020026b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:53.802216 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d74d0e7-96c5-4a7e-8877-b65d8dfe4678 req-485dd4d0-52e0-486b-95ee-eef82020026b tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0862095 Dec 20 03:32:53.865563 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d74d0e7-96c5-4a7e-8877-b65d8dfe4678 req-4cfe185d-992a-455b-8289-69c2400ce011 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Dec 20 03:32:54.563130 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d9a788ef-5a47-4a55-9886-25e83e04fee0 req-f7399c26-0c19-48f8-915a-6d1e3c8d7d2f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0314815 Dec 20 03:32:54.934941 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447f635-9631-45cd-b924-e5ed7194063e req-fab5e728-5588-40d5-bd14-ee7bc91ef094 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:54.945776 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4447f635-9631-45cd-b924-e5ed7194063e req-fab5e728-5588-40d5-bd14-ee7bc91ef094 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0955222 Dec 20 03:32:55.028464 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4447f635-9631-45cd-b924-e5ed7194063e req-4155fbac-1b1c-446e-98de-f25a72691459 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814648 Dec 20 03:32:55.062520 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb3bc2-5ba2-4e9b-9340-b7d36d0aba15 req-08d68937-1790-48e3-86e4-f4fa885e75fb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:55.066406 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8fdb3bc2-5ba2-4e9b-9340-b7d36d0aba15 req-08d68937-1790-48e3-86e4-f4fa885e75fb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0739062 Dec 20 03:32:55.137229 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8fdb3bc2-5ba2-4e9b-9340-b7d36d0aba15 req-72b000a1-d131-4ce4-bc66-0c1089ebd3fb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629513 Dec 20 03:32:55.229707 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4f2e-e979-4c3b-be94-09bed25bc0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:55.696817 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7df12186-f990-448f-8fd5-12204d9470a5 req-3056cf98-cd0b-4565-8504-36d9f15ceaea tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0301623 Dec 20 03:32:56.237394 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6cc80-90ab-4efd-9702-2e86f9684a3c req-f5ded60b-bdd4-4bf6-9bdb-3367365108b1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:56.254198 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b8c6cc80-90ab-4efd-9702-2e86f9684a3c req-f5ded60b-bdd4-4bf6-9bdb-3367365108b1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.0996258 Dec 20 03:32:56.336520 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b8c6cc80-90ab-4efd-9702-2e86f9684a3c req-f81062eb-b869-4b8b-8f38-ec22ccd8647c tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795922 Dec 20 03:32:56.381062 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dfccd-70d4-4dde-9dfe-c72ff82a66fb req-f8c648ad-1b37-4660-a422-e482a87918cf tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:56.385263 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e82dfccd-70d4-4dde-9dfe-c72ff82a66fb req-f8c648ad-1b37-4660-a422-e482a87918cf tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1060169 Dec 20 03:32:56.465568 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e82dfccd-70d4-4dde-9dfe-c72ff82a66fb req-69d5f237-a1a4-497b-ac72-dbef5e4eb42c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743127 Dec 20 03:32:56.815158 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8225779-8033-4be5-8a76-7833027fe3fa req-83680e94-b9e5-40cf-8976-dc5c536a3d97 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Dec 20 03:32:56.824880 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47418) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:56.947358 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.031322 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.098301 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.138383 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=778e83cb9e06491b908dd4e2078db88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119731 Dec 20 03:32:57.139309 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728eebbb-3e4a-4668-908e-3228808d4e23,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:57.141157 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47422) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:57.147251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.147763 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.148112 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.148450 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.148786 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.149120 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.149484 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.149812 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.150138 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.150464 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.150788 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.151108 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.151473 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e752b7-9a9e-44cc-8958-896ac18a9f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:32:57.166423 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Request body: {'port': {'device_id': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:57.207707 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd9a740a-34a6-41e3-a509-8dadf4916541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.234966 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.239111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd9a740a-34a6-41e3-a509-8dadf4916541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.377692 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd9a740a-34a6-41e3-a509-8dadf4916541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.382675 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fd9a740a-34a6-41e3-a509-8dadf4916541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.393451 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fd9a740a-34a6-41e3-a509-8dadf4916541 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/728eebbb-3e4a-4668-908e-3228808d4e23 HTTP/1.1" status: 204 len: 168 time: 0.2504044 Dec 20 03:32:57.410190 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a740a-34a6-41e3-a509-8dadf4916541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728eebbb-3e4a-4668-908e-3228808d4e23,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:57.493879 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-95dfe5a6-2e26-46d2-86f0-5a9ba0570de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.680374 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd98ac-47f2-4dce-a9f7-4555f0351252 req-52e23641-8d32-41b7-a482-a0b2dbb2033e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:57.684630 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-facd98ac-47f2-4dce-a9f7-4555f0351252 req-52e23641-8d32-41b7-a482-a0b2dbb2033e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0878639 Dec 20 03:32:57.696044 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1b5e-180c-4c12-803a-3b282d7c4cdf req-149a68d3-331e-4a33-b856-1535fb05af82 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:57.698479 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3c5a1b5e-180c-4c12-803a-3b282d7c4cdf req-149a68d3-331e-4a33-b856-1535fb05af82 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 931 time: 0.1923754 Dec 20 03:32:57.746633 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-facd98ac-47f2-4dce-a9f7-4555f0351252 req-9dc38b2f-c304-478b-bc54-d5b4fafc25bb tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Dec 20 03:32:57.854039 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:32:57.871222 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:57.914864 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3c5a1b5e-180c-4c12-803a-3b282d7c4cdf req-d990b781-c4b2-420d-b976-4509683a3ef8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938200 Dec 20 03:32:57.920293 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Transition to ACTIVE for port object 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:32:57.977197 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d27c4998-9723-4df1-89ba-d03232902706 req-eb31e165-d3ae-4956-8f3f-3d92664f2559 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0352952 Dec 20 03:32:57.989512 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.063523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:58.164785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Attempting to bind port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:32:58.165489 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Attempting to bind port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:32:58.165884 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Attempting to bind port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 on network d4251048-07a2-46b4-8abe-fc4d95cf3d22 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:58.171246 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 on network d4251048-07a2-46b4-8abe-fc4d95cf3d22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:32:58.171571 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Attempting to bind port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 on network d4251048-07a2-46b4-8abe-fc4d95cf3d22 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:32:58.178017 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:32:58.178398 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Checking segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:32:58.178771 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Bound using segment: {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:32:58.179215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Bound port: 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c8d8d2-39c4-4986-a481-9b019981806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:32:58.179573 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.264309 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:32:58.269523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:32:58.343663 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47442) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:58.360184 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea736f02-0e65-424f-b059-925316b01b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.372809 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.422033 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:58.422566 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.424039 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] 10.222.0.54 "PUT /v2.0/ports/252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 1093 time: 1.2618642 Dec 20 03:32:58.426215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:32:58.429306 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8b115-4332-474b-beba-23a59fcaa39a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:32:58.484865 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558f22a-c42a-42a4-bf0d-9a7031da962e service neutron] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:58.515799 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a51a13-ab24-4725-830c-9e1ea0454967 x-openstack-request-id: req-65a51a13-ab24-4725-830c-9e1ea0454967 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:32:58.516098 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:32:58.516353 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65a51a13-ab24-4725-830c-9e1ea0454967 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:32:58.516761 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'status': 'completed', 'code': 200} Dec 20 03:32:58.555542 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea736f02-0e65-424f-b059-925316b01b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.625703 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b115-4332-474b-beba-23a59fcaa39a req-a7877b11-851c-4566-b768-2f1bee231fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:58.627273 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8fd8b115-4332-474b-beba-23a59fcaa39a req-a7877b11-851c-4566-b768-2f1bee231fd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1096 time: 0.0499637 Dec 20 03:32:58.635219 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea736f02-0e65-424f-b059-925316b01b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.686591 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.720374 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ea736f02-0e65-424f-b059-925316b01b64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=400ae0cc6d71429299f3e9d8e8b989bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753755 Dec 20 03:32:58.738399 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea736f02-0e65-424f-b059-925316b01b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653a709f-902e-4fd0-bf54-eb39a842f712,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:58.741510 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47446) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:32:58.839833 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-f2c45d25-544c-43d4-9d98-944a90603322 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:58.845987 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-f2c45d25-544c-43d4-9d98-944a90603322 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.54 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 808 time: 0.1787190 Dec 20 03:32:58.862975 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59fba6-e349-4784-8721-2acc56dd4df6 req-ec29d7ea-ff49-4269-9aba-90ba01b3cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:58.865242 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b59fba6-e349-4784-8721-2acc56dd4df6 req-ec29d7ea-ff49-4269-9aba-90ba01b3cc6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.1619902 Dec 20 03:32:58.919839 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b115-4332-474b-beba-23a59fcaa39a req-692e0891-7068-429e-bec2-5a62169f54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:58.922923 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8fd8b115-4332-474b-beba-23a59fcaa39a req-692e0891-7068-429e-bec2-5a62169f54f4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=74667b9b73e542e5a65f354d431c3b7a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2546725 Dec 20 03:32:58.950537 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ee8106a-f472-4057-81b4-b33e546d0882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:58.978268 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1f516c90-3fb2-433a-a0f9-d7d1934f4d9e tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7560abef8ef4bc796f5d8caa41351d3 HTTP/1.1" status: 200 len: 378 time: 0.1139493 Dec 20 03:32:58.986471 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc4fd1-fe7e-4abb-9d8d-2f7bf4319500 req-d223dab1-d638-4200-aff1-e0090bdc258e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:58.988216 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89dc4fd1-fe7e-4abb-9d8d-2f7bf4319500 req-d223dab1-d638-4200-aff1-e0090bdc258e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1031983 Dec 20 03:32:58.993958 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'port': {'device_id': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'admin_state_up': True, 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'security_groups': ['5d647b2e-043f-4f1a-9a15-0ac7c8d80339']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:32:59.023624 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b59fba6-e349-4784-8721-2acc56dd4df6 req-bdb765be-0e98-4aa2-a19a-1484cd2d8c9e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482241 Dec 20 03:32:59.052228 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ee8106a-f472-4057-81b4-b33e546d0882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:59.109968 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89dc4fd1-fe7e-4abb-9d8d-2f7bf4319500 req-81092432-6c69-4b71-9700-833164a60468 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104753 Dec 20 03:32:59.137124 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b115-4332-474b-beba-23a59fcaa39a req-6268621e-4750-4c4b-99b4-c07b77eb9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.138676 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8fd8b115-4332-474b-beba-23a59fcaa39a req-6268621e-4750-4c4b-99b4-c07b77eb9118 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018876 Dec 20 03:32:59.148948 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2ab7-58c4-42da-b7ad-43f83caf3d0e req-67b50110-8261-4d46-b0c4-a75dca2a63a5 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.150544 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-835e2ab7-58c4-42da-b7ad-43f83caf3d0e req-67b50110-8261-4d46-b0c4-a75dca2a63a5 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 943 time: 0.1196990 Dec 20 03:32:59.230258 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-835e2ab7-58c4-42da-b7ad-43f83caf3d0e req-3877dd9e-fae1-4cc4-b11a-cd157d9004ec tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 Dec 20 03:32:59.246851 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ee8106a-f472-4057-81b4-b33e546d0882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:59.249872 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ee8106a-f472-4057-81b4-b33e546d0882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:59.253823 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ee8106a-f472-4057-81b4-b33e546d0882 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/653a709f-902e-4fd0-bf54-eb39a842f712 HTTP/1.1" status: 204 len: 168 time: 0.5058231 Dec 20 03:32:59.266790 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8106a-f472-4057-81b4-b33e546d0882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653a709f-902e-4fd0-bf54-eb39a842f712,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:59.281282 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Made reservation on behalf of e7560abef8ef4bc796f5d8caa41351d3 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:32:59.287766 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:59.409360 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-73c2013a-afef-4fd4-a20e-5eb1be6aed81 req-94a47172-7c3e-4429-b203-e53c2d90ebf8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0824254 Dec 20 03:32:59.464809 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-e3d24c16-0877-49d9-9a21-dea377c834ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.466381 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-e3d24c16-0877-49d9-9a21-dea377c834ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1096 time: 0.0670142 Dec 20 03:32:59.472813 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Allocated IP 172.20.0.8 (3a4f5256-0134-485c-b89e-07462238aa13/32aa6d53-a4cc-42f1-9c70-fb13045c829d/dcafb0f8-ea15-4cf6-ace1-0817393056e3) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:32:59.527434 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-e7e4474e-baad-4179-bcfc-ea8c419ed847 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 217 time: 0.0452368 Dec 20 03:32:59.582384 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-a131caf3-7360-4daf-9097-26b0792cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.584007 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-a131caf3-7360-4daf-9097-26b0792cb26b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.0492563 Dec 20 03:32:59.667769 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:59.731836 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571f360-24eb-4eb0-a0db-e0b067bfea12 req-25eeace6-35b7-487f-880c-399d0fe22d2a tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.733356 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9571f360-24eb-4eb0-a0db-e0b067bfea12 req-25eeace6-35b7-487f-880c-399d0fe22d2a tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.0862188 Dec 20 03:32:59.735321 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-ded24d51-0266-4fb5-b591-42036a02bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.736943 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-ded24d51-0266-4fb5-b591-42036a02bb3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807557 Dec 20 03:32:59.807443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:32:59.848137 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9571f360-24eb-4eb0-a0db-e0b067bfea12 req-9d77364d-4f44-4a5d-af50-4bc16ebc0de4 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075571 Dec 20 03:32:59.857847 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Network 3a4f5256-0134-485c-b89e-07462238aa13 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:32:59.861272 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:32:59.873716 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:32:59.879214 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-19abaad3-ee9d-4c8d-9cac-74213fed3126 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Dec 20 03:32:59.920159 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:32:59.937010 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:32:59.937010 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.031189 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee97be96-6e63-4b12-8827-350c041fc7b8 req-94843faa-8c15-4016-b095-fa04da370e7c service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435452 Dec 20 03:33:00.055315 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-1e6e375a-601d-4b2c-81c6-61ef3a81603d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0660136 Dec 20 03:33:00.138456 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Request body: {'port': {'device_id': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:00.148534 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-f180f226-05b9-439d-9486-d265d0fffec9 None None] Provisioning complete for port dcafb0f8-ea15-4cf6-ace1-0817393056e3 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:00.149275 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f180f226-05b9-439d-9486-d265d0fffec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.187716 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f180f226-05b9-439d-9486-d265d0fffec9 None None] Port dcafb0f8-ea15-4cf6-ace1-0817393056e3 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:33:00.199466 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47466) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:00.215514 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f93c484-ecc2-41a6-9065-9ad9945ad395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.253957 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.313573 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9716517-3a93-4f6f-853f-f14a8045303d req-45ac9626-d365-4d04-bde1-e85d58ec505c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:00.315072 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9716517-3a93-4f6f-853f-f14a8045303d req-45ac9626-d365-4d04-bde1-e85d58ec505c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1036062 Dec 20 03:33:00.359676 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f93c484-ecc2-41a6-9065-9ad9945ad395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.372915 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.410861 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb0af-319a-4be6-9ce1-f1b553a391a9 req-2f1db166-77cd-480f-842c-d221c6414b93 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:00.412696 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-36ceb0af-319a-4be6-9ce1-f1b553a391a9 req-2f1db166-77cd-480f-842c-d221c6414b93 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 943 time: 0.0667024 Dec 20 03:33:00.464547 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f93c484-ecc2-41a6-9065-9ad9945ad395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.491221 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9716517-3a93-4f6f-853f-f14a8045303d req-363847e5-450e-4147-8ed8-e7c451d840d3 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595497 Dec 20 03:33:00.492165 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-36ceb0af-319a-4be6-9ce1-f1b553a391a9 req-02f37a90-9899-4119-ab84-0100e88a2120 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730081 Dec 20 03:33:00.522780 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3f93c484-ecc2-41a6-9065-9ad9945ad395 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0a1a47068dc470188b86440a3d0ea45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155084 Dec 20 03:33:00.522780 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47474) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:00.525474 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c484-ecc2-41a6-9065-9ad9945ad395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc214e-9dcc-4e92-8d7e-f6c86b6a3597,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:00.595652 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f88232f9-a963-425b-a168-92a008a8c7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.641152 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f88232f9-a963-425b-a168-92a008a8c7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.656578 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcafb0f8-ea15-4cf6-ace1-0817393056e3 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:00.670660 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddcc9-0f54-4b47-81bf-925935eb473a req-d4b3fddc-5a3c-431f-8e02-3c32aac583bc tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:00.672398 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b0ddcc9-0f54-4b47-81bf-925935eb473a req-d4b3fddc-5a3c-431f-8e02-3c32aac583bc tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 931 time: 0.0963130 Dec 20 03:33:00.675264 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.695964 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Transition to ACTIVE for port object dcafb0f8-ea15-4cf6-ace1-0817393056e3 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:33:00.739239 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b0ddcc9-0f54-4b47-81bf-925935eb473a req-896f14ec-2689-4b29-80e8-f0fe4f575e85 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568805 Dec 20 03:33:00.774205 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.789255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f88232f9-a963-425b-a168-92a008a8c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.791893 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f88232f9-a963-425b-a168-92a008a8c7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.796054 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f88232f9-a963-425b-a168-92a008a8c7ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3bc214e-9dcc-4e92-8d7e-f6c86b6a3597 HTTP/1.1" status: 204 len: 168 time: 0.2739756 Dec 20 03:33:00.807360 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88232f9-a963-425b-a168-92a008a8c7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc214e-9dcc-4e92-8d7e-f6c86b6a3597,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:00.835476 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:00.858026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:00.949175 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Attempting to bind port dcafb0f8-ea15-4cf6-ace1-0817393056e3 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:00.949515 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Attempting to bind port dcafb0f8-ea15-4cf6-ace1-0817393056e3 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:00.949831 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Attempting to bind port dcafb0f8-ea15-4cf6-ace1-0817393056e3 on network 3a4f5256-0134-485c-b89e-07462238aa13 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:00.986263 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Port dcafb0f8-ea15-4cf6-ace1-0817393056e3 on network 3a4f5256-0134-485c-b89e-07462238aa13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:33:00.986618 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Attempting to bind port dcafb0f8-ea15-4cf6-ace1-0817393056e3 on network 3a4f5256-0134-485c-b89e-07462238aa13 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:00.996811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:00.997178 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Checking segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:00.997887 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Bound using segment: {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:00.998331 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Bound port: dcafb0f8-ea15-4cf6-ace1-0817393056e3, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae99d0a-7fd9-4cb8-aace-b92239d78d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:00.998690 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:01.018001 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2370c-fd58-4e80-a20f-a2e81711760d req-b8f180ee-378d-4e6b-aa77-923f00327dea tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.019604 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5aa2370c-fd58-4e80-a20f-a2e81711760d req-b8f180ee-378d-4e6b-aa77-923f00327dea tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.0725293 Dec 20 03:33:01.114789 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5aa2370c-fd58-4e80-a20f-a2e81711760d req-8c9037f0-aa20-4896-b58e-b69617316928 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869067 Dec 20 03:33:01.115786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:01.119456 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:01.224649 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:01.264756 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.264957 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:01.266461 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] 10.222.0.54 "PUT /v2.0/ports/dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 1093 time: 1.1324663 Dec 20 03:33:01.266933 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:01.269293 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d035e8-86f2-4929-9f1e-221a253269db" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:01.317781 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34726264-468c-49ed-8f45-2c94ef4f0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:01.339487 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9442919-d7ff-423d-a147-834c94774c42 x-openstack-request-id: req-f9442919-d7ff-423d-a147-834c94774c42 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:01.339793 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:01.340022 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9442919-d7ff-423d-a147-834c94774c42 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:01.340432 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'status': 'completed', 'code': 200} Dec 20 03:33:01.454497 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d035e8-86f2-4929-9f1e-221a253269db req-19739f39-3386-40f0-a2f2-19a140ba633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.456049 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b3d035e8-86f2-4929-9f1e-221a253269db req-19739f39-3386-40f0-a2f2-19a140ba633e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1096 time: 0.0537453 Dec 20 03:33:01.639940 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d035e8-86f2-4929-9f1e-221a253269db req-3ebbae18-33f9-4ed2-8a47-2ad2823d6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.641591 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b3d035e8-86f2-4929-9f1e-221a253269db req-3ebbae18-33f9-4ed2-8a47-2ad2823d6154 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1397367 Dec 20 03:33:01.644609 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8193d-17d0-4978-b567-153588d67a86 req-ad429998-5bae-41f7-b186-56ea153d90d1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.649186 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7aa8193d-17d0-4978-b567-153588d67a86 req-ad429998-5bae-41f7-b186-56ea153d90d1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0646160 Dec 20 03:33:01.655794 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079bb3-ac18-4f3b-a69c-ff9b5f0aab14 req-cdc21046-1ad1-440b-aa42-ae99a996041f tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.657476 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f4079bb3-ac18-4f3b-a69c-ff9b5f0aab14 req-cdc21046-1ad1-440b-aa42-ae99a996041f tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 943 time: 0.0799267 Dec 20 03:33:01.704161 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7aa8193d-17d0-4978-b567-153588d67a86 req-22ca9756-8a17-4a94-b277-72682bffc81f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 Dec 20 03:33:01.773586 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f4079bb3-ac18-4f3b-a69c-ff9b5f0aab14 req-79c8a817-a89a-45c0-8874-720ebe35907a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059875 Dec 20 03:33:01.796319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d035e8-86f2-4929-9f1e-221a253269db req-37fac266-8ce0-4c6f-90f2-e26677eecaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.797970 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b3d035e8-86f2-4929-9f1e-221a253269db req-37fac266-8ce0-4c6f-90f2-e26677eecaa1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393094 Dec 20 03:33:01.870931 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-47b023ac-5af1-438f-ad7a-1511cf7e4a9e tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.872870 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-47b023ac-5af1-438f-ad7a-1511cf7e4a9e tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.0747700 Dec 20 03:33:01.955479 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-738e7fb1-3ff1-4173-8698-706f4806a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.957004 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-738e7fb1-3ff1-4173-8698-706f4806a2b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1096 time: 0.0839705 Dec 20 03:33:01.971037 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1807290-a479-4e76-b480-b207c1ffa0e0 req-ef73b15a-7c35-4013-ad7b-19c07a9200c0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:01.972716 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1807290-a479-4e76-b480-b207c1ffa0e0 req-ef73b15a-7c35-4013-ad7b-19c07a9200c0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.1102693 Dec 20 03:33:02.003402 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Deleting port e4415830-c355-4d6e-a000-020a900363fb {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:02.003714 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:02.022840 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-892e8b29-d853-4dd5-bc4c-4902660c27e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 217 time: 0.0484891 Dec 20 03:33:02.097731 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1807290-a479-4e76-b480-b207c1ffa0e0 req-7ff9c00f-11c9-4cb3-8de7-ac641b8bd4ab tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166396 Dec 20 03:33:02.102333 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-99e1bc1b-af1a-40ce-b8cc-9dc44db4e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.103778 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-99e1bc1b-af1a-40ce-b8cc-9dc44db4e816 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 200 len: 847 time: 0.0719354 Dec 20 03:33:02.111038 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] For port e4415830-c355-4d6e-a000-020a900363fb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e4415830-c355-4d6e-a000-020a900363fb,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:02.111411 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:02.130809 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Calling delete_port for e4415830-c355-4d6e-a000-020a900363fb owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:02.154139 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-91355e66-e5f0-497c-a552-68b1c2ce9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.155944 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-91355e66-e5f0-497c-a552-68b1c2ce9ed1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a4f5256-0134-485c-b89e-07462238aa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445914 Dec 20 03:33:02.313071 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982c111-9ba0-4e38-a6e1-92077a661911 req-6b85aab9-68fa-4659-99fc-d3e2ba2fdc06 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.321380 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b982c111-9ba0-4e38-a6e1-92077a661911 req-6b85aab9-68fa-4659-99fc-d3e2ba2fdc06 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 946 time: 0.0832100 Dec 20 03:33:02.351052 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-4ba8afde-3667-4e40-9cfa-2a0f3d25c762 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866505 Dec 20 03:33:02.358448 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658aec-62e3-4697-9084-fdd763a54b4b req-bf50d7fb-25f4-4897-8f7f-a784ab05062a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.360013 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f5658aec-62e3-4697-9084-fdd763a54b4b req-bf50d7fb-25f4-4897-8f7f-a784ab05062a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1007717 Dec 20 03:33:02.382891 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-472da4c8-6913-4838-be05-60fd68c6cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.384451 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-472da4c8-6913-4838-be05-60fd68c6cbb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2685bc296a00477bb621dea25f74f6d1&device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 1098 time: 0.0656381 Dec 20 03:33:02.413853 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b982c111-9ba0-4e38-a6e1-92077a661911 req-d238056d-4529-493e-92a3-bcefaa863768 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Dec 20 03:33:02.421831 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:02.460096 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['e4415830-c355-4d6e-a000-020a900363fb'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:02.488455 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70d2966-3a5a-4aff-8d02-788c61564e9c req-2d4cdec2-3149-436d-99b0-0b81db089c0a service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241708 Dec 20 03:33:02.565594 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:33:02.690969 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:02.702879 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'port_id': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'mac_address': 'fa:16:3e:be:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:33:02.707473 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Pushing event deleted for resources: {'Port': ['ID=e4415830-c355-4d6e-a000-020a900363fb,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:02.719702 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f5658aec-62e3-4697-9084-fdd763a54b4b req-e0e85b18-6f17-4b54-bedd-e29cb0f5b488 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458676 Dec 20 03:33:02.746643 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:02.765438 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] No DVR routers for this DVR port e4415830-c355-4d6e-a000-020a900363fb on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:33:02.769766 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:02.771138 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:02.774598 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17a322fc-e03e-4ee2-b57b-b46716f8d63b req-45bed008-6961-4832-93c3-b3bec82612f0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "DELETE /v2.0/ports/e4415830-c355-4d6e-a000-020a900363fb HTTP/1.1" status: 204 len: 173 time: 0.8954108 Dec 20 03:33:02.775056 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'name': 'network-vif-deleted', 'tag': 'e4415830-c355-4d6e-a000-020a900363fb'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:02.777301 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b36a64-40e2-470e-b84f-52bdb2cdc6e7" -d '{"events": [{"server_uuid": "bbefc305-fd32-4fa9-9c3a-1c4e53b716b9", "name": "network-vif-deleted", "tag": "e4415830-c355-4d6e-a000-020a900363fb"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:02.803639 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:02.818251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-ea929beb-5e69-4d43-b7c2-6b1ab8eaaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.820838 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-ea929beb-5e69-4d43-b7c2-6b1ab8eaaeb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 200 len: 920 time: 0.4238408 Dec 20 03:33:02.877277 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79885547-453d-4b7d-951a-dd5b576e1dec x-openstack-request-id: req-79885547-453d-4b7d-951a-dd5b576e1dec {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:02.877992 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbefc305-fd32-4fa9-9c3a-1c4e53b716b9", "name": "network-vif-deleted", "tag": "e4415830-c355-4d6e-a000-020a900363fb", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:02.877992 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79885547-453d-4b7d-951a-dd5b576e1dec {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:02.878249 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbefc305-fd32-4fa9-9c3a-1c4e53b716b9', 'name': 'network-vif-deleted', 'tag': 'e4415830-c355-4d6e-a000-020a900363fb', 'status': 'completed', 'code': 200} Dec 20 03:33:02.880570 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-6abaffc8-72f2-4f80-ba2a-3c6c73b83e85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 200 len: 217 time: 0.0503607 Dec 20 03:33:02.897801 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:02.969366 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:02.969557 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16652e2b-0325-488c-b230-8025f0bc090e req-cce5be5d-294a-4964-bc30-7e77c5f932b3 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.971139 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-16652e2b-0325-488c-b230-8025f0bc090e req-cce5be5d-294a-4964-bc30-7e77c5f932b3 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 943 time: 0.0964310 Dec 20 03:33:02.974730 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-5cc50c8e-4920-4aa8-92d1-5ddfcb010029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:02.976191 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-5cc50c8e-4920-4aa8-92d1-5ddfcb010029 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 200 len: 859 time: 0.0660670 Dec 20 03:33:03.028173 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-5340f912-c261-4cd5-b8aa-06a8d758e256 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419593 Dec 20 03:33:03.087194 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-16652e2b-0325-488c-b230-8025f0bc090e req-6b8fe8ba-75d3-4353-9937-30c8d0351b1b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996397 Dec 20 03:33:03.182653 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-18984606-9f28-400d-9fde-2451f2af28ea service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420186 Dec 20 03:33:03.234767 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5cbb4-da2e-496f-ae45-f7504d1ae99c req-bea478af-2fb7-434f-a9fe-42dfa9b00894 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:03.236417 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ad5cbb4-da2e-496f-ae45-f7504d1ae99c req-bea478af-2fb7-434f-a9fe-42dfa9b00894 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0562031 Dec 20 03:33:03.298047 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['252e4b81-2b8b-4472-b0f9-0b2a9b974c88'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:03.311871 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9859034-ddef-4485-aa13-cc637aa39a80 req-3cf03716-d419-44d5-bc3c-92f35b17ac8d service neutron] 10.222.0.54 "GET /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217556 Dec 20 03:33:03.312318 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ad5cbb4-da2e-496f-ae45-f7504d1ae99c req-56c7ec64-bbae-467e-a547-5592f2225d15 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691400 Dec 20 03:33:03.522344 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-183009da-3c56-464c-ae89-e424b6bfb73d req-9ded267d-6d32-4d09-a635-3c3a41db248d tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbefc305-fd32-4fa9-9c3a-1c4e53b716b9 HTTP/1.1" status: 200 len: 210 time: 0.0266633 Dec 20 03:33:03.895431 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978e07-331f-454d-b187-55c04fb2332c req-dd842e84-cd8b-4a8b-884b-f08a369beb7f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:03.897182 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c978e07-331f-454d-b187-55c04fb2332c req-dd842e84-cd8b-4a8b-884b-f08a369beb7f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0636394 Dec 20 03:33:03.950878 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c978e07-331f-454d-b187-55c04fb2332c req-ea0fd450-1c27-4588-b17f-f91615ee9b30 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Dec 20 03:33:04.221884 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88043e9-6b0f-4c36-ad26-809fe5ba4ab5 req-9b134776-d26b-41bb-a3c9-ef4e1487e927 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:04.223441 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d88043e9-6b0f-4c36-ad26-809fe5ba4ab5 req-9b134776-d26b-41bb-a3c9-ef4e1487e927 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 944 time: 0.0603645 Dec 20 03:33:04.275861 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d88043e9-6b0f-4c36-ad26-809fe5ba4ab5 req-9cf90a75-3f44-42f1-bc2a-7a8e5faf818e tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462117 Dec 20 03:33:04.452719 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbdf3e-0029-4a81-a832-38858fe61b87 req-1d830796-dc02-47f9-aed3-e35d921ba613 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:04.454360 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74dbdf3e-0029-4a81-a832-38858fe61b87 req-1d830796-dc02-47f9-aed3-e35d921ba613 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0544364 Dec 20 03:33:04.515697 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74dbdf3e-0029-4a81-a832-38858fe61b87 req-bd920375-47d8-40c0-8ffa-d3422e005475 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496106 Dec 20 03:33:04.581815 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:04.708935 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:33:04.713034 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:04.713482 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:04.795011 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:04.828372 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:04.830792 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b02ff49-7e25-4b4b-97da-c3499888c0a9" -d '{"events": [{"server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "name": "network-vif-plugged", "status": "completed", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:04.844641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:04.874069 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a0d8d0-2dd6-4d66-aadb-2f98835d5ac8 x-openstack-request-id: req-40a0d8d0-2dd6-4d66-aadb-2f98835d5ac8 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:04.874367 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "name": "network-vif-plugged", "status": "completed", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:04.874630 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40a0d8d0-2dd6-4d66-aadb-2f98835d5ac8 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:04.875047 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'code': 200} Dec 20 03:33:04.956399 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:04.956737 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e4415830-c355-4d6e-a000-020a900363fb no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:33:05.003368 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: e4415830-c355-4d6e-a000-020a900363fb {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:33:05.003736 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e4415830-c355-4d6e-a000-020a900363fb not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:33:05.036515 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:05.103066 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ad44c-0bae-4fd7-9199-acec46b1f9fd req-e078e243-a7c2-4914-b714-506bf3aa404c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:05.104597 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a11ad44c-0bae-4fd7-9199-acec46b1f9fd req-e078e243-a7c2-4914-b714-506bf3aa404c tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0644364 Dec 20 03:33:05.165692 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a11ad44c-0bae-4fd7-9199-acec46b1f9fd req-138dafd9-d40e-49c8-b2b1-b05fc433db98 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550010 Dec 20 03:33:05.329854 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ba94d-e2d7-4865-86c6-4a9ef648f24a req-c74a7133-eb72-4002-87e5-cbad334d593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:05.331443 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b72ba94d-e2d7-4865-86c6-4a9ef648f24a req-c74a7133-eb72-4002-87e5-cbad334d593e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1098 time: 0.0396667 Dec 20 03:33:05.386764 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b72ba94d-e2d7-4865-86c6-4a9ef648f24a req-268cdfd0-a928-4072-9137-d04a08f8a3a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Dec 20 03:33:05.398262 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418a14-cad3-4c1f-94a4-32b042a2658e req-62ef117d-8fd6-4216-81d7-cb96718c2640 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:05.399802 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f2418a14-cad3-4c1f-94a4-32b042a2658e req-62ef117d-8fd6-4216-81d7-cb96718c2640 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0531666 Dec 20 03:33:05.452850 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f2418a14-cad3-4c1f-94a4-32b042a2658e req-42c4f571-5e4b-45fc-8f98-e55332150f6d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Dec 20 03:33:05.645826 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0802a-05f9-4028-acd4-c2051475a69b req-921cdc1f-d80c-4146-8796-293140be1643 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:05.647366 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0be0802a-05f9-4028-acd4-c2051475a69b req-921cdc1f-d80c-4146-8796-293140be1643 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0605044 Dec 20 03:33:05.709372 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0be0802a-05f9-4028-acd4-c2051475a69b req-a1bcbeeb-40d5-465f-ab8b-6e914701f49d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453210 Dec 20 03:33:06.295134 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28734c16-0323-40d8-a45c-a5445849794f req-fc9d8d49-92dd-49c1-9f5f-4aacb8e33830 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:06.296651 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28734c16-0323-40d8-a45c-a5445849794f req-fc9d8d49-92dd-49c1-9f5f-4aacb8e33830 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0543697 Dec 20 03:33:06.351541 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28734c16-0323-40d8-a45c-a5445849794f req-4f97b4de-de16-4355-9b1c-17fff96785c9 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Dec 20 03:33:06.574230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0a18e-d7ab-4bde-a9be-7aca35379726 req-ee5c2f00-24f4-42cd-a37e-2858ecef5380 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:06.575772 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9aa0a18e-d7ab-4bde-a9be-7aca35379726 req-ee5c2f00-24f4-42cd-a37e-2858ecef5380 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0504389 Dec 20 03:33:06.624904 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9aa0a18e-d7ab-4bde-a9be-7aca35379726 req-32ec8cb9-1550-429d-9bfb-4303a6a99b2c tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Dec 20 03:33:06.843887 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1a189-069c-40a9-9a24-f0fc142d082d req-a00ee058-f709-4d11-ab87-682afa9f35f6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:06.845473 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b5f1a189-069c-40a9-9a24-f0fc142d082d req-a00ee058-f709-4d11-ab87-682afa9f35f6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0644581 Dec 20 03:33:06.897805 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b5f1a189-069c-40a9-9a24-f0fc142d082d req-a93194f1-6a52-46fc-8fb9-add9d02c6cd2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461767 Dec 20 03:33:07.749355 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6ca40-3b04-4b4d-9d54-5b636f1643d4 req-19c86a81-0870-4292-bb8a-f9dc10304812 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:07.751269 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7da6ca40-3b04-4b4d-9d54-5b636f1643d4 req-19c86a81-0870-4292-bb8a-f9dc10304812 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0553782 Dec 20 03:33:07.810994 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7da6ca40-3b04-4b4d-9d54-5b636f1643d4 req-503f4938-5cb5-4a16-8cbb-b7519fad9f98 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Dec 20 03:33:08.030212 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e57be2-b5c6-44c0-9c68-e78ad810ca82 req-6a305afc-d5a8-4ad3-8dbf-19941d7f324b tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:08.031766 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4e57be2-b5c6-44c0-9c68-e78ad810ca82 req-6a305afc-d5a8-4ad3-8dbf-19941d7f324b tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0616086 Dec 20 03:33:08.092553 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4e57be2-b5c6-44c0-9c68-e78ad810ca82 req-0582583a-931e-4b5a-9208-fbca18cfcb0f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539057 Dec 20 03:33:08.934353 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb302721-c453-4f0b-9ea8-b6a857a995e1 req-7e658f30-6617-490f-b50f-02b341aaae36 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:08.935925 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb302721-c453-4f0b-9ea8-b6a857a995e1 req-7e658f30-6617-490f-b50f-02b341aaae36 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0519917 Dec 20 03:33:08.988574 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb302721-c453-4f0b-9ea8-b6a857a995e1 req-c4781b8a-31c6-4fe3-99b7-d4633f04290d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Dec 20 03:33:09.222302 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c0eb4-ae0b-4756-84c5-0f1aacbcdde3 req-b39bb216-b08a-47f6-965f-1abcff1b078d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:09.224126 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0b6c0eb4-ae0b-4756-84c5-0f1aacbcdde3 req-b39bb216-b08a-47f6-965f-1abcff1b078d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0615900 Dec 20 03:33:09.296292 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0b6c0eb4-ae0b-4756-84c5-0f1aacbcdde3 req-dbf5461c-f755-45aa-9c9a-b55bffe98438 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612636 Dec 20 03:33:10.135069 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12528f-c8c8-4a90-bbde-6c4d419c6b62 req-f54e7b66-b4ee-4ff4-a6a4-e850f4cad602 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:10.136729 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b12528f-c8c8-4a90-bbde-6c4d419c6b62 req-f54e7b66-b4ee-4ff4-a6a4-e850f4cad602 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0716443 Dec 20 03:33:10.194357 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b12528f-c8c8-4a90-bbde-6c4d419c6b62 req-b28a87d9-7ac0-465c-9c27-96f33e4dbdb9 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Dec 20 03:33:10.343354 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3ec28-95e9-410b-ba5d-f5c1b7668347 req-dd08b364-6433-4cd0-a2bf-cf73ccf819b7 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:10.343354 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f4a3ec28-95e9-410b-ba5d-f5c1b7668347 req-dd08b364-6433-4cd0-a2bf-cf73ccf819b7 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0735834 Dec 20 03:33:10.408129 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f4a3ec28-95e9-410b-ba5d-f5c1b7668347 req-0513e554-deb3-4f2b-ad59-7c3394ae3fec tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590770 Dec 20 03:33:10.445775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72814-7ff4-4246-8884-4dc2bed79dcb req-5f78ace8-8caa-4044-b1e6-97715f3f8330 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:10.452654 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53e72814-7ff4-4246-8884-4dc2bed79dcb req-5f78ace8-8caa-4044-b1e6-97715f3f8330 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0659471 Dec 20 03:33:10.541871 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53e72814-7ff4-4246-8884-4dc2bed79dcb req-b9893e75-dcf9-44c7-8e8e-6b765eeccfe4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875757 Dec 20 03:33:10.627173 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:33:10.760144 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:10.774237 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'port_id': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'mac_address': 'fa:16:3e:d1:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:33:10.774475 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22b35-7a5f-41ea-8d6a-7a28e1ad3847 req-e8a0d1d8-f5a1-4391-a718-7befa7eed9e0 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:10.776067 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c4c22b35-7a5f-41ea-8d6a-7a28e1ad3847 req-e8a0d1d8-f5a1-4391-a718-7befa7eed9e0 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0580699 Dec 20 03:33:10.816031 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:10.833237 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcafb0f8-ea15-4cf6-ace1-0817393056e3 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:10.836415 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c4c22b35-7a5f-41ea-8d6a-7a28e1ad3847 req-c33373ed-5c66-4561-b772-ee2e0322a5ff tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525606 Dec 20 03:33:10.861523 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:10.943953 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.009392 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:11.100635 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47718) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:11.126519 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.251627 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-92681c71-0c18-40f9-a005-dc71da589559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.329395 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-92681c71-0c18-40f9-a005-dc71da589559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.330947 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['dcafb0f8-ea15-4cf6-ace1-0817393056e3'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:11.417830 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-92681c71-0c18-40f9-a005-dc71da589559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.493697 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-92681c71-0c18-40f9-a005-dc71da589559 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0af0206aad3453a92cd2230e55b65f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918626 Dec 20 03:33:11.494544 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47728) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:11.497346 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681c71-0c18-40f9-a005-dc71da589559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f6076-e95a-4b2c-ba8d-654b30a3d8bc,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:11.559566 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8faac6c-96ea-421c-b052-d2b8e128630a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.585165 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8faac6c-96ea-421c-b052-d2b8e128630a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.715472 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40605b1-9662-4bb9-bb53-43c95d916183 req-668f8b81-b1dc-4e84-9964-e7fd4e867295 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:11.717087 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c40605b1-9662-4bb9-bb53-43c95d916183 req-668f8b81-b1dc-4e84-9964-e7fd4e867295 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0699186 Dec 20 03:33:11.772277 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8faac6c-96ea-421c-b052-d2b8e128630a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.775747 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8faac6c-96ea-421c-b052-d2b8e128630a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:11.777358 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c8faac6c-96ea-421c-b052-d2b8e128630a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a01f6076-e95a-4b2c-ba8d-654b30a3d8bc HTTP/1.1" status: 204 len: 168 time: 0.2816112 Dec 20 03:33:11.784450 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c40605b1-9662-4bb9-bb53-43c95d916183 req-d5fd0644-7a1d-4547-bcf9-e796d318172d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540116 Dec 20 03:33:11.789428 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faac6c-96ea-421c-b052-d2b8e128630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f6076-e95a-4b2c-ba8d-654b30a3d8bc,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:12.414132 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47744) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:12.427834 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50b1d2c3-7f4b-48dd-a1ce-2d0efbd6cce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.514555 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50b1d2c3-7f4b-48dd-a1ce-2d0efbd6cce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.583717 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50b1d2c3-7f4b-48dd-a1ce-2d0efbd6cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.631769 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-50b1d2c3-7f4b-48dd-a1ce-2d0efbd6cce5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=229864aba4fe4d6b83b2021fcdb155f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164862 Dec 20 03:33:12.632508 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1d2c3-7f4b-48dd-a1ce-2d0efbd6cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5d5c0-8ec6-40b6-b1f0-8e88eb0e27a0,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:12.636146 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47748) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:12.688133 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29e2c97a-ca67-447b-b1f0-9fc1864ccbf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.710485 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29e2c97a-ca67-447b-b1f0-9fc1864ccbf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.840900 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29e2c97a-ca67-447b-b1f0-9fc1864ccbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.843959 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29e2c97a-ca67-447b-b1f0-9fc1864ccbf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:12.845452 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-29e2c97a-ca67-447b-b1f0-9fc1864ccbf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebc5d5c0-8ec6-40b6-b1f0-8e88eb0e27a0 HTTP/1.1" status: 204 len: 168 time: 0.2080767 Dec 20 03:33:12.857318 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2c97a-ca67-447b-b1f0-9fc1864ccbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5d5c0-8ec6-40b6-b1f0-8e88eb0e27a0,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:12.948524 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9de5f1-96d4-408f-a91b-49d26708dfb9 req-7a1acb87-0504-4747-8a78-0ef9e3da7676 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:12.950197 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7c9de5f1-96d4-408f-a91b-49d26708dfb9 req-7a1acb87-0504-4747-8a78-0ef9e3da7676 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0669894 Dec 20 03:33:13.008730 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7c9de5f1-96d4-408f-a91b-49d26708dfb9 req-1411ef46-715c-49c7-8393-b236aa2b1694 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492048 Dec 20 03:33:14.134129 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd45f6-4ecc-448a-bf31-bc81987fd444 req-0a92538b-7401-4c73-b9a6-bd9e4972583f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:14.135647 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-efdd45f6-4ecc-448a-bf31-bc81987fd444 req-0a92538b-7401-4c73-b9a6-bd9e4972583f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0538168 Dec 20 03:33:14.184932 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-efdd45f6-4ecc-448a-bf31-bc81987fd444 req-81cfceff-0ca4-4757-9535-41ef82b8c446 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430732 Dec 20 03:33:15.160107 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99130e29-ddea-4af0-8cf4-2da924a165c9 req-13fdfd1d-108b-4a30-b903-bce6a7572190 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:15.162972 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99130e29-ddea-4af0-8cf4-2da924a165c9 req-13fdfd1d-108b-4a30-b903-bce6a7572190 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0678422 Dec 20 03:33:15.247722 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99130e29-ddea-4af0-8cf4-2da924a165c9 req-6b2f0aef-a3a5-4e68-a0a3-ebf270a80c1e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780842 Dec 20 03:33:15.378895 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492cff-cce8-43aa-b31f-447220df5cf2 req-dbdc01b5-64c7-4f2e-9d74-3f77bc297860 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:15.381218 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea492cff-cce8-43aa-b31f-447220df5cf2 req-dbdc01b5-64c7-4f2e-9d74-3f77bc297860 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0553179 Dec 20 03:33:15.452894 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea492cff-cce8-43aa-b31f-447220df5cf2 req-b45d23e3-0591-4928-ab37-a8e1b809b6e1 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647743 Dec 20 03:33:15.662408 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-dd9f182b-e9a0-439f-ac86-c82fd0033343 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:15.666549 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-dd9f182b-e9a0-439f-ac86-c82fd0033343 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/networks?id=04fe64b7-d33c-4d47-90a3-8de2f67e8986 HTTP/1.1" status: 200 len: 814 time: 0.1167631 Dec 20 03:33:15.680866 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-1c18aa38-48f7-41db-b3f3-82fc3c51b3b1 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/quotas/52b3f51f2d0f44ffab57b6f7798b66ce HTTP/1.1" status: 200 len: 375 time: 0.0094252 Dec 20 03:33:15.714265 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-09492475-32cd-4430-9e54-6daec30356b3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278399 Dec 20 03:33:15.816929 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-10bafbee-4336-4ccb-b5f2-5c469619a68c service neutron] 10.222.0.53 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954368 Dec 20 03:33:15.921848 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-5549b503-6833-47be-9c8a-147522848048 service neutron] 10.222.0.53 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969396 Dec 20 03:33:16.231674 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b3344c8-5b07-4718-a87f-d536870a6e77 req-5c075fff-f852-467b-a23d-8b69bc5ba9f6 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 210 time: 0.0401280 Dec 20 03:33:16.383498 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:16.402395 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfff3f-2c83-4472-b0f0-ad71bae3f997 req-f79b2317-3e4e-4a19-b1be-14f1b69d1d67 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:16.403318 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 47892) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:16.404081 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19dfff3f-2c83-4472-b0f0-ad71bae3f997 req-f79b2317-3e4e-4a19-b1be-14f1b69d1d67 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0558245 Dec 20 03:33:16.492557 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19dfff3f-2c83-4472-b0f0-ad71bae3f997 req-7ecfaf79-9236-41fb-88bb-abecc0bdb505 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816853 Dec 20 03:33:16.547556 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ff3c66be-e667-444b-95e2-554370016b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.606037 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port dcafb0f8-ea15-4cf6-ace1-0817393056e3 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:33:16.607393 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf50af-acbc-44a6-95ad-aedcf78dc254 req-ff8fd0f3-c34a-4ade-9845-4b0876423819 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:16.614002 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port dcafb0f8-ea15-4cf6-ace1-0817393056e3 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:16.614500 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.620311 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8dbf50af-acbc-44a6-95ad-aedcf78dc254 req-ff8fd0f3-c34a-4ade-9845-4b0876423819 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0679266 Dec 20 03:33:16.671866 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e9609-6006-4999-a451-10a8d63feabe req-246e18d8-c94c-4f51-8640-179d8cbce185 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:16.679333 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-999e9609-6006-4999-a451-10a8d63feabe req-246e18d8-c94c-4f51-8640-179d8cbce185 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.1002245 Dec 20 03:33:16.690369 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8dbf50af-acbc-44a6-95ad-aedcf78dc254 req-34670c54-c86c-42d9-a27b-8565635a216f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691638 Dec 20 03:33:16.717441 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.731268 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ff3c66be-e667-444b-95e2-554370016b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.741986 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:16.744192 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7655bc7c-49f5-4019-941b-5ad1f0861c44" -d '{"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-plugged", "status": "completed", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:16.744484 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-999e9609-6006-4999-a451-10a8d63feabe req-9fe5e569-5848-4fa6-84ab-d9ceb35c207e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640113 Dec 20 03:33:16.759509 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:16.784089 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a5a75-0d5d-46ee-9f42-d284125515e0 x-openstack-request-id: req-f60a5a75-0d5d-46ee-9f42-d284125515e0 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:16.784407 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-plugged", "status": "completed", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:16.784662 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f60a5a75-0d5d-46ee-9f42-d284125515e0 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:16.785053 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'code': 200} Dec 20 03:33:16.829334 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ff3c66be-e667-444b-95e2-554370016b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.853630 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.880412 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ff3c66be-e667-444b-95e2-554370016b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad722f0c84a8492cb18013a28a38cdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758773 Dec 20 03:33:16.881504 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c66be-e667-444b-95e2-554370016b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf57b2f-f374-4591-9089-5a388594f1e6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:16.883362 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47904) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:16.904769 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:16.935083 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02dc10a4-0821-4d0c-b8e7-c97e3af97d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:16.957824 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02dc10a4-0821-4d0c-b8e7-c97e3af97d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:17.108932 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02dc10a4-0821-4d0c-b8e7-c97e3af97d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:17.111560 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02dc10a4-0821-4d0c-b8e7-c97e3af97d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:17.112714 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-02dc10a4-0821-4d0c-b8e7-c97e3af97d35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdf57b2f-f374-4591-9089-5a388594f1e6 HTTP/1.1" status: 204 len: 168 time: 0.2283447 Dec 20 03:33:17.120860 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc10a4-0821-4d0c-b8e7-c97e3af97d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf57b2f-f374-4591-9089-5a388594f1e6,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:17.347643 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-146f3e8d-6b9d-47a5-86b6-7ccb1f90db87 req-c00e88e7-a4fc-4ef6-808a-a7ed6d90a29a tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 210 time: 0.0345988 Dec 20 03:33:17.357596 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0326b4e-9b78-4a06-9856-5e6a21053bb2 req-a5f398a0-d265-4110-82ec-d5efbdd18862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:17.359261 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0326b4e-9b78-4a06-9856-5e6a21053bb2 req-a5f398a0-d265-4110-82ec-d5efbdd18862 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1098 time: 0.0716658 Dec 20 03:33:17.422574 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0326b4e-9b78-4a06-9856-5e6a21053bb2 req-59ab1148-40a2-4447-b19f-3e2e7a83f1a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547595 Dec 20 03:33:17.626054 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9642f5-2f71-45c1-8a78-78f04cee0666 req-8bf3bdc8-d634-4f76-90b4-e40eb25aa1ca tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:17.627579 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7b9642f5-2f71-45c1-8a78-78f04cee0666 req-8bf3bdc8-d634-4f76-90b4-e40eb25aa1ca tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0544548 Dec 20 03:33:17.676383 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7b9642f5-2f71-45c1-8a78-78f04cee0666 req-a16d8056-4126-4ba0-a998-e5491c9b275e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Dec 20 03:33:17.813761 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f349ca-64ff-46c9-9c82-b6b17e9666f6 req-c76d6e21-105a-493d-a290-edebc76bb44f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:17.815270 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-60f349ca-64ff-46c9-9c82-b6b17e9666f6 req-c76d6e21-105a-493d-a290-edebc76bb44f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0518684 Dec 20 03:33:17.878873 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a5d91-fa5b-4f71-9bae-5dfb6426d179 req-18f80a2a-1bf9-448c-8fe3-1298abb8f071 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:17.878873 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad5a5d91-fa5b-4f71-9bae-5dfb6426d179 req-18f80a2a-1bf9-448c-8fe3-1298abb8f071 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0586035 Dec 20 03:33:17.902930 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-60f349ca-64ff-46c9-9c82-b6b17e9666f6 req-3391c3a3-d0bb-4550-bc7c-2e7a2f86ea57 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784783 Dec 20 03:33:17.933987 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad5a5d91-fa5b-4f71-9bae-5dfb6426d179 req-14974e46-82ea-4ec0-a19e-a487bf69e7d7 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517702 Dec 20 03:33:17.982328 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47920) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:17.996771 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-74a2ed3d-d99f-4a69-b866-81b501344d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.075319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-74a2ed3d-d99f-4a69-b866-81b501344d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.143337 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-74a2ed3d-d99f-4a69-b866-81b501344d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.167444 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-a188172e-e3c3-4361-a06f-48e27e726802 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:18.168756 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-a188172e-e3c3-4361-a06f-48e27e726802 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0576880 Dec 20 03:33:18.185275 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2ed3d-d99f-4a69-b866-81b501344d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f1a95d-46bb-45cb-a307-e98741e2dc74,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:18.189455 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-74a2ed3d-d99f-4a69-b866-81b501344d4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5a122cf745d4719a3362c3503dd1cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060735 Dec 20 03:33:18.202537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47922) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:18.254849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-375678d9-dbdf-47e6-8382-489df6370316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.282242 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-375678d9-dbdf-47e6-8382-489df6370316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.291913 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Deleting port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:18.292263 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.399640 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] For port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:18.399881 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.429245 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-375678d9-dbdf-47e6-8382-489df6370316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.431802 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-375678d9-dbdf-47e6-8382-489df6370316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.434717 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-375678d9-dbdf-47e6-8382-489df6370316 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1f1a95d-46bb-45cb-a307-e98741e2dc74 HTTP/1.1" status: 204 len: 168 time: 0.2295341 Dec 20 03:33:18.442808 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375678d9-dbdf-47e6-8382-489df6370316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f1a95d-46bb-45cb-a307-e98741e2dc74,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:18.526258 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10a5531b-cf34-48e5-a69e-b97129019c84 req-6cea25db-6a82-4aae-95d0-60835a558b1d tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 210 time: 0.0579348 Dec 20 03:33:18.738311 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.739311 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:18.741974 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Floating IP b6c3d96c-6692-4372-b1c9-c78b72304ea7 disassociated. External IP: 172.27.2.240, port: 8052eace-4c6b-4e95-b6b9-e785e74cfa8a. Dec 20 03:33:18.741974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Calling delete_port for 8052eace-4c6b-4e95-b6b9-e785e74cfa8a owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:18.819210 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e14c7-12f8-4563-b34b-f02cde6925f6 req-c860351f-16ba-4dd9-944a-26a1b3dfc09a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:18.824449 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-552e14c7-12f8-4563-b34b-f02cde6925f6 req-c860351f-16ba-4dd9-944a-26a1b3dfc09a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 945 time: 0.0781250 Dec 20 03:33:18.875573 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-552e14c7-12f8-4563-b34b-f02cde6925f6 req-bd00e401-d1b6-4eeb-8d37-a8914f755f1c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=a70321cf-73cf-4e9e-ba2d-63485404938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451548 Dec 20 03:33:18.973115 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:19.013950 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event deleted for resources: {'Port': ['ID=8052eace-4c6b-4e95-b6b9-e785e74cfa8a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:19.120157 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620a0a4-ef9e-4232-bf90-ddf3947bfee5 req-e7d5ffe9-17dc-427c-9d00-4c2ea59aeb41 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:19.123010 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b620a0a4-ef9e-4232-bf90-ddf3947bfee5 req-e7d5ffe9-17dc-427c-9d00-4c2ea59aeb41 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.0858963 Dec 20 03:33:19.183449 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cc170-7421-4fa3-9a83-f00e143a172a req-0905b36a-84d9-49ee-b104-53bb601743e9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:19.184927 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-203cc170-7421-4fa3-9a83-f00e143a172a req-0905b36a-84d9-49ee-b104-53bb601743e9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.1685088 Dec 20 03:33:19.186970 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:33:19.191057 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b620a0a4-ef9e-4232-bf90-ddf3947bfee5 req-948310ec-0a56-4a09-90dc-35ef8dd56206 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Dec 20 03:33:19.591720 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:19.604739 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:19.616514 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-203cc170-7421-4fa3-9a83-f00e143a172a req-b7e69a77-e9b3-40f2-a19c-fb206c9af420 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4201066 Dec 20 03:33:19.623695 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:19.624632 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:32:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:19.666144 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] No DVR routers for this DVR port 8052eace-4c6b-4e95-b6b9-e785e74cfa8a on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:33:19.671072 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:19.674417 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-116b85d7-04a3-474b-bc36-6fd178452f47 req-cb306619-d4a1-4a2e-bd22-4aaca92c4f75 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "DELETE /v2.0/ports/8052eace-4c6b-4e95-b6b9-e785e74cfa8a HTTP/1.1" status: 204 len: 173 time: 1.4941161 Dec 20 03:33:19.675184 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'name': 'network-vif-deleted', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:19.677963 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee56670-b5fd-4140-83d5-edb21445171e" -d '{"events": [{"server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "name": "network-vif-deleted", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:19.678330 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a7e30286-4fc9-4101-b142-8dcbffc17bcc req-1de764ad-5736-4d97-86ef-5740db3f7c56 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 210 time: 0.0595357 Dec 20 03:33:19.735342 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b663c016-4414-4b18-aae2-c211cc6cb1b3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:19.736956 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b663c016-4414-4b18-aae2-c211cc6cb1b3 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "GET /v2.0/networks?id=04fe64b7-d33c-4d47-90a3-8de2f67e8986 HTTP/1.1" status: 200 len: 814 time: 0.4843435 Dec 20 03:33:19.748099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb405e51-d3eb-43cb-9a79-37cbdd587263 x-openstack-request-id: req-fb405e51-d3eb-43cb-9a79-37cbdd587263 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:19.748099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec437d6-633a-468c-aa6a-d4c81df62919", "name": "network-vif-deleted", "tag": "8052eace-4c6b-4e95-b6b9-e785e74cfa8a", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:19.748099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb405e51-d3eb-43cb-9a79-37cbdd587263 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:19.748099 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec437d6-633a-468c-aa6a-d4c81df62919', 'name': 'network-vif-deleted', 'tag': '8052eace-4c6b-4e95-b6b9-e785e74cfa8a', 'status': 'completed', 'code': 200} Dec 20 03:33:19.759912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Request body: {'port': {'device_id': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986', 'admin_state_up': True, 'tenant_id': '52b3f51f2d0f44ffab57b6f7798b66ce'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:19.848704 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:19.977497 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Made reservation on behalf of 52b3f51f2d0f44ffab57b6f7798b66ce for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:33:19.981769 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:20.057622 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f27534e-d449-4541-a0aa-95ec76771235 req-d1d3adf1-6144-4324-a49c-ac530901903b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0674937 Dec 20 03:33:20.193370 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:20.213190 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Allocated IP 172.20.0.8 (04fe64b7-d33c-4d47-90a3-8de2f67e8986/56364dd8-c957-4b61-be15-bb675bfe4822/842047b2-0273-4a1a-b980-71e8c5a8478f) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:20.226663 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:20.236956 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:20.237823 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:32:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:20.402031 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:20.417023 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 8052eace-4c6b-4e95-b6b9-e785e74cfa8a no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:33:20.419974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbb466-5897-445d-99f0-597dd22e9a49 req-2dd700ba-3f7a-4b72-88f7-9ebe2ad0de93 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:20.421928 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62cbb466-5897-445d-99f0-597dd22e9a49 req-2dd700ba-3f7a-4b72-88f7-9ebe2ad0de93 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.1097014 Dec 20 03:33:20.454488 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 8052eace-4c6b-4e95-b6b9-e785e74cfa8a {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:33:20.454834 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 8052eace-4c6b-4e95-b6b9-e785e74cfa8a not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:33:20.499792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:20.565827 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62cbb466-5897-445d-99f0-597dd22e9a49 req-75679baf-bd24-4d36-a889-ca3eaac3c00e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166172 Dec 20 03:33:20.575839 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-19082a0b-bc60-4fab-98a6-22a9f0a0c584 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:20.577787 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-19082a0b-bc60-4fab-98a6-22a9f0a0c584 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 945 time: 0.1484756 Dec 20 03:33:20.715480 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Deleting port 176ceebe-9cae-40dc-8342-df2cb17a5f92 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:20.716211 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:20.850411 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d4104-21d6-4c9e-b8db-cadfe21384f8 req-043fd705-5afb-499f-9e8a-08f8a2657460 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:20.859843 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b34d4104-21d6-4c9e-b8db-cadfe21384f8 req-043fd705-5afb-499f-9e8a-08f8a2657460 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.1729026 Dec 20 03:33:20.892240 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:20.912000 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-16d863da-d76b-4c9c-b663-1712cd25cda7 req-28efd608-d3a3-427d-aea3-2cb80c22d66e tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 210 time: 0.0602000 Dec 20 03:33:20.922054 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] For port 176ceebe-9cae-40dc-8342-df2cb17a5f92, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=176ceebe-9cae-40dc-8342-df2cb17a5f92,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:20.922498 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:20.930118 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555dc6b-c9bf-4744-8354-deb74b220c50 None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:20.943781 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b34d4104-21d6-4c9e-b8db-cadfe21384f8 req-efb9fae0-2a18-4a89-8dd6-0bc60e91c02b tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809243 Dec 20 03:33:20.944296 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47982) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:20.953666 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Calling delete_port for 176ceebe-9cae-40dc-8342-df2cb17a5f92 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:21.137564 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-152f5196-946b-4c1e-9cc7-3f49df84467f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.148642 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201b2a-15b5-4fa7-86d4-104857fadca6 req-ac906b05-6604-4a57-a003-f9ae3264aa37 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:21.151472 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d3201b2a-15b5-4fa7-86d4-104857fadca6 req-ac906b05-6604-4a57-a003-f9ae3264aa37 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.1065323 Dec 20 03:33:21.229189 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d3201b2a-15b5-4fa7-86d4-104857fadca6 req-6127e931-38dd-4e47-b901-01b081e346ad tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658631 Dec 20 03:33:21.237266 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36a10ccb-f2a7-4800-813c-348954d96a34 req-f75c90bc-341d-47f7-b963-8b0942d99ae0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ec437d6-633a-468c-aa6a-d4c81df62919 HTTP/1.1" status: 200 len: 210 time: 0.0460284 Dec 20 03:33:21.266385 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47990) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:21.281971 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.327122 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-152f5196-946b-4c1e-9cc7-3f49df84467f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.348354 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.358204 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31efb18-74f3-46ef-9e9d-05e081a3f6cd None None] New status for floating IP b6c3d96c-6692-4372-b1c9-c78b72304ea7: DOWN {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:33:21.378380 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:21.384586 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:21.391999 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:21.398327 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Pushing event updated for resources: {'Port': ['ID=842047b2-0273-4a1a-b980-71e8c5a8478f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:21.440412 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-152f5196-946b-4c1e-9cc7-3f49df84467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.498120 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Pushing event deleted for resources: {'Port': ['ID=176ceebe-9cae-40dc-8342-df2cb17a5f92,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:21.508418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f5196-946b-4c1e-9cc7-3f49df84467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55336895-1061-4155-8344-8f72c639ae0a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:21.509003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] No DVR routers for this DVR port 176ceebe-9cae-40dc-8342-df2cb17a5f92 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:33:21.514633 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.521250 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e56b1e2b-e20d-4255-be4b-5fc46a6128f4 req-4d6e6c7f-3c22-4462-890f-15da0ee23966 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "DELETE /v2.0/ports/176ceebe-9cae-40dc-8342-df2cb17a5f92 HTTP/1.1" status: 204 len: 173 time: 0.9281323 Dec 20 03:33:21.534434 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['9885c0f5-72c6-4249-b8f6-5755a026febe', '176ceebe-9cae-40dc-8342-df2cb17a5f92'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:21.545069 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-152f5196-946b-4c1e-9cc7-3f49df84467f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6dcb377550b14dd8af866cacdf654b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5993879 Dec 20 03:33:21.546443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 47996) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:21.550411 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:21.551223 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.683709 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54bd6a-a310-4410-adca-1a490e8a3958 tempest-TestShelveInstance-570231144 tempest-TestShelveInstance-570231144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:21.686230 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-be54bd6a-a310-4410-adca-1a490e8a3958 tempest-TestShelveInstance-570231144 tempest-TestShelveInstance-570231144-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1093 time: 0.4185023 Dec 20 03:33:21.689412 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48000) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:21.698433 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'port_id': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:21.729402 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b076f1c4-e274-4537-aef3-7312bf9a3a44 req-2b041ca9-f225-4064-9d1a-4203d885219e tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0497093 Dec 20 03:33:21.732643 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87700309-5e19-4b46-b9ca-3c42ce4250c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.743765 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-ced73b6c-76da-4ed1-88bf-2127aa765480 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9879458 Dec 20 03:33:21.749915 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'name': 'network-vif-deleted', 'tag': '176ceebe-9cae-40dc-8342-df2cb17a5f92'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:21.750923 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2a19f-9d4e-4f90-b2a7-53bb27bd6d44" -d '{"events": [{"server_uuid": "ac8535fe-2f8e-4681-a5ba-7d6ee956b779", "name": "network-vif-deleted", "tag": "176ceebe-9cae-40dc-8342-df2cb17a5f92"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:21.781048 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Request body: {'port': {'device_id': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:21.783406 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87700309-5e19-4b46-b9ca-3c42ce4250c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.833467 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11468aa7-94ba-4ec8-9fa6-6e491a200cae x-openstack-request-id: req-11468aa7-94ba-4ec8-9fa6-6e491a200cae {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:21.840642 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8535fe-2f8e-4681-a5ba-7d6ee956b779", "name": "network-vif-deleted", "tag": "176ceebe-9cae-40dc-8342-df2cb17a5f92", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:21.840642 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11468aa7-94ba-4ec8-9fa6-6e491a200cae {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:21.840642 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8535fe-2f8e-4681-a5ba-7d6ee956b779', 'name': 'network-vif-deleted', 'tag': '176ceebe-9cae-40dc-8342-df2cb17a5f92', 'status': 'completed', 'code': 200} Dec 20 03:33:21.869035 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:21.997935 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.014702 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87700309-5e19-4b46-b9ca-3c42ce4250c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.017203 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87700309-5e19-4b46-b9ca-3c42ce4250c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.018455 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-87700309-5e19-4b46-b9ca-3c42ce4250c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55336895-1061-4155-8344-8f72c639ae0a HTTP/1.1" status: 204 len: 168 time: 0.4568875 Dec 20 03:33:22.049978 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87700309-5e19-4b46-b9ca-3c42ce4250c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55336895-1061-4155-8344-8f72c639ae0a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:22.120151 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4b9d-96fd-4eb9-a5bb-8c6d442dbef4 req-48c99a7d-638b-4d67-a07f-5ce51e9f8959 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:22.121758 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d30f4b9d-96fd-4eb9-a5bb-8c6d442dbef4 req-48c99a7d-638b-4d67-a07f-5ce51e9f8959 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 931 time: 0.1173935 Dec 20 03:33:22.150369 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.201469 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d30f4b9d-96fd-4eb9-a5bb-8c6d442dbef4 req-6244a9e7-32ba-4f7a-9706-44daabc489e7 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729082 Dec 20 03:33:22.295302 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842047b2-0273-4a1a-b980-71e8c5a8478f {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:22.300091 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Allocated IP 172.27.2.172 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/efae8329-ef31-4ed7-9e6a-1bde2e901b51) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:22.306550 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.330679 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Transition to ACTIVE for port object 842047b2-0273-4a1a-b980-71e8c5a8478f will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:33:22.429461 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.467117 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.485206 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48012) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:22.577481 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9807-e0ec-4f7f-b7f9-bd895a6fddbf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.598351 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Pushing event updated for resources: {'Port': ['ID=842047b2-0273-4a1a-b980-71e8c5a8478f,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:22.607421 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9807-e0ec-4f7f-b7f9-bd895a6fddbf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.635894 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Attempting to bind port 842047b2-0273-4a1a-b980-71e8c5a8478f on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:22.636522 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Attempting to bind port 842047b2-0273-4a1a-b980-71e8c5a8478f by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:22.636773 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Attempting to bind port 842047b2-0273-4a1a-b980-71e8c5a8478f on network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:22.641985 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Port 842047b2-0273-4a1a-b980-71e8c5a8478f on network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:33:22.642319 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Attempting to bind port 842047b2-0273-4a1a-b980-71e8c5a8478f on network 04fe64b7-d33c-4d47-90a3-8de2f67e8986 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:22.649078 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:22.649821 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Checking segment: {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:22.650045 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Bound using segment: {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:22.650558 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Bound port: 842047b2-0273-4a1a-b980-71e8c5a8478f, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd06111-b150-4ecc-bcfa-30439dd98c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:22.650924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.665129 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.704899 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:22.710812 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:22.714185 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:22.730889 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] For port 842047b2-0273-4a1a-b980-71e8c5a8478f, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:22.735674 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] For port 842047b2-0273-4a1a-b980-71e8c5a8478f, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=842047b2-0273-4a1a-b980-71e8c5a8478f,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:22.758621 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'Port': ['ID=efae8329-ef31-4ed7-9e6a-1bde2e901b51,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:22.811293 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9807-e0ec-4f7f-b7f9-bd895a6fddbf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.813859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9807-e0ec-4f7f-b7f9-bd895a6fddbf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.814992 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c8bd9807-e0ec-4f7f-b7f9-bd895a6fddbf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "DELETE /v2.0/security-groups/a70321cf-73cf-4e9e-ba2d-63485404938b HTTP/1.1" status: 204 len: 168 time: 0.3287871 Dec 20 03:33:22.818589 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48018) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:22.827870 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.860577 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0317d98e-0feb-4837-8c1c-f217b975a68b req-2851d937-5acc-47e9-be78-469b834bdd57 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac8535fe-2f8e-4681-a5ba-7d6ee956b779 HTTP/1.1" status: 200 len: 210 time: 0.0410235 Dec 20 03:33:22.861022 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-6afc57e6-6e99-4a6e-a3f1-f5332d489ae8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] show failed (client error): The resource could not be found. Dec 20 03:33:22.861392 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd9807-e0ec-4f7f-b7f9-bd895a6fddbf tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70321cf-73cf-4e9e-ba2d-63485404938b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:22.865063 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6afc57e6-6e99-4a6e-a3f1-f5332d489ae8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups/a70321cf-73cf-4e9e-ba2d-63485404938b HTTP/1.1" status: 404 len: 347 time: 0.0425167 Dec 20 03:33:22.875832 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48020) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:22.933764 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:22.934394 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:22.935784 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] 10.222.0.54 "PUT /v2.0/ports/842047b2-0273-4a1a-b980-71e8c5a8478f HTTP/1.1" status: 200 len: 1093 time: 1.1604390 Dec 20 03:33:22.983473 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371a10-ba5a-4f13-9396-b92e26ae2af1 service neutron] Pushing event updated for resources: {'Port': ['ID=842047b2-0273-4a1a-b980-71e8c5a8478f,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:23.042183 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Deleting port e796391c-d0f2-4919-a866-6595be9edd53 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:23.042519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.151245 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.151565 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.168951 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Calling delete_port for e796391c-d0f2-4919-a866-6595be9edd53 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:23.178346 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-6f06432e-2d61-496f-808b-d6004774dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:23.179858 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-6f06432e-2d61-496f-808b-d6004774dc1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 1096 time: 0.0732453 Dec 20 03:33:23.202314 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.292697 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-014379b5-f590-4caa-9372-11b636c1469f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=842047b2-0273-4a1a-b980-71e8c5a8478f HTTP/1.1" status: 200 len: 217 time: 0.0728791 Dec 20 03:33:23.341744 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.397048 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-3deeb682-b5b0-4734-89da-12e318ebf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:23.403074 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-3deeb682-b5b0-4734-89da-12e318ebf762 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56364dd8-c957-4b61-be15-bb675bfe4822 HTTP/1.1" status: 200 len: 854 time: 0.0953827 Dec 20 03:33:23.416488 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef63c-90b9-4cdb-b031-a6c755e16d8e req-c354cceb-2b01-42df-8ecb-5407df4d7b55 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:23.418113 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-055ef63c-90b9-4cdb-b031-a6c755e16d8e req-c354cceb-2b01-42df-8ecb-5407df4d7b55 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 943 time: 0.1308703 Dec 20 03:33:23.456284 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-7f350edf-8f85-467a-b932-b4ab83e1a99b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04fe64b7-d33c-4d47-90a3-8de2f67e8986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371776 Dec 20 03:33:23.515869 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.599060 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-055ef63c-90b9-4cdb-b031-a6c755e16d8e req-e1a288c3-7c0e-4e17-9dc2-fbce16c1dd40 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678028 Dec 20 03:33:23.619523 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-5b1a7184-7c0f-4163-896d-473e2a4dfb4a service neutron] 10.222.0.54 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533964 Dec 20 03:33:23.623486 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.692956 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event updated for resources: {'Port': ['ID=efae8329-ef31-4ed7-9e6a-1bde2e901b51,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:23.704779 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.711649 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.743403 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event deleted for resources: {'Port': ['ID=e796391c-d0f2-4919-a866-6595be9edd53,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:23.820603 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-298c819a-0ab7-4daf-80a5-568f745cda82 req-99e59d75-3e06-49ef-8758-44fffd0191d7 service neutron] 10.222.0.54 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894703 Dec 20 03:33:23.822483 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Floating IP da8b1cdf-df49-444f-8a93-1f9b7fafe226 associated. External IP: 172.27.2.172, port: dcafb0f8-ea15-4cf6-ace1-0817393056e3. Dec 20 03:33:23.834205 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.837685 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:23.839304 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b31946d6-816a-4796-a03e-20ffa1da4935 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "DELETE /v2.0/floatingips/b6c3d96c-6692-4372-b1c9-c78b72304ea7 HTTP/1.1" status: 204 len: 168 time: 0.9622815 Dec 20 03:33:23.839931 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'tag': '842047b2-0273-4a1a-b980-71e8c5a8478f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:23.842851 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b05670-a70f-4679-95dd-dc4f4347b02c" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa45c54-d54d-4db6-b5b0-095ed9fbf282", "tag": "842047b2-0273-4a1a-b980-71e8c5a8478f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:23.897263 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d558d3-4b28-450f-94f5-58bd7cc3d8cb x-openstack-request-id: req-22d558d3-4b28-450f-94f5-58bd7cc3d8cb {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:23.900169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa45c54-d54d-4db6-b5b0-095ed9fbf282", "tag": "842047b2-0273-4a1a-b980-71e8c5a8478f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:23.900169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22d558d3-4b28-450f-94f5-58bd7cc3d8cb {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:23.900169 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'tag': '842047b2-0273-4a1a-b980-71e8c5a8478f', 'status': 'completed', 'code': 200} Dec 20 03:33:24.052737 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-fdea1baf-022e-4244-84d4-b66c63871d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:24.054362 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-fdea1baf-022e-4244-84d4-b66c63871d07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 1096 time: 0.0486078 Dec 20 03:33:24.168631 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-511d31ec-ce8d-4b08-ab72-bac2c71f04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:24.170406 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-511d31ec-ce8d-4b08-ab72-bac2c71f04c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=04fe64b7-d33c-4d47-90a3-8de2f67e8986 HTTP/1.1" status: 200 len: 915 time: 0.1085417 Dec 20 03:33:24.217046 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-5c404c48-96ac-43c8-9081-da2eef13a531 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=842047b2-0273-4a1a-b980-71e8c5a8478f HTTP/1.1" status: 200 len: 217 time: 0.0374696 Dec 20 03:33:24.241947 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48034) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:24.246879 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889091640', 'description': 'tempest-description--770277706'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:24.299037 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-9525ceb5-36d7-42b7-adb3-3ae269a9f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:24.300713 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-9525ceb5-36d7-42b7-adb3-3ae269a9f88e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56364dd8-c957-4b61-be15-bb675bfe4822 HTTP/1.1" status: 200 len: 854 time: 0.0735571 Dec 20 03:33:24.343052 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Router c2e0638b-152c-479f-807d-f2f1f6132923 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:33:24.350814 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-f78f0043-f0d2-4d22-8a14-e5f0670e7308 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04fe64b7-d33c-4d47-90a3-8de2f67e8986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372961 Dec 20 03:33:24.432449 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 176ceebe-9cae-40dc-8342-df2cb17a5f92 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:33:24.459791 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 176ceebe-9cae-40dc-8342-df2cb17a5f92 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:33:24.460132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 176ceebe-9cae-40dc-8342-df2cb17a5f92 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:33:24.466885 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:24.474939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:24.492438 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] Sync routers for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:24.513085 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:24.513746 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:32:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:24.528422 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ac11-f250-4103-8e4e-5433b20db2dd req-56a10bdc-2dbe-4890-b362-15e6e3baa0fe tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:24.529898 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ba4ac11-f250-4103-8e4e-5433b20db2dd req-56a10bdc-2dbe-4890-b362-15e6e3baa0fe tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1393239 Dec 20 03:33:24.551311 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-757f42d4-5dfe-478f-bfdf-9384afdc5cad service neutron] 10.222.0.54 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908615 Dec 20 03:33:24.586722 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:24.637159 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9b185f2e-95b1-4596-9dd3-fb0b7d3022e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9330258 Dec 20 03:33:24.637159 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:24.637159 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718a204-1bc4-4831-9b6f-20379a94b2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:24.637734 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:24.682069 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:24.685864 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ba4ac11-f250-4103-8e4e-5433b20db2dd req-49ebd2fc-145e-4e91-b183-95d9e117c3f8 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473653 Dec 20 03:33:24.717490 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5b05670-a70f-4679-95dd-dc4f4347b02c req-02522645-df9f-401a-ab73-dae6e91f270a service neutron] 10.222.0.54 "GET /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522291 Dec 20 03:33:24.743032 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05834353-36c3-4a43-9676-444a40ed759b req-ba2a1272-3ff8-48ac-ac02-97091d335e1e tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:24.745933 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05834353-36c3-4a43-9676-444a40ed759b req-ba2a1272-3ff8-48ac-ac02-97091d335e1e tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 943 time: 0.0582483 Dec 20 03:33:24.748021 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1609c6-ab21-4e44-9a4b-e320b562203b x-openstack-request-id: req-ca1609c6-ab21-4e44-9a4b-e320b562203b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:24.748487 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:24.748916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca1609c6-ab21-4e44-9a4b-e320b562203b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:24.749495 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'status': 'completed', 'code': 200} Dec 20 03:33:24.814181 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05834353-36c3-4a43-9676-444a40ed759b req-089794cc-533d-4b54-8b05-6438aaa8c8d6 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583541 Dec 20 03:33:24.815418 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:24.882169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f9536a-2632-435c-a146-d75a74fcf395,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:24.900380 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-0538ba2a-5a6f-40c1-9f51-9f43916179b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:24.902655 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-0538ba2a-5a6f-40c1-9f51-9f43916179b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1098 time: 0.0965638 Dec 20 03:33:24.917859 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': 'da8b1cdf-df49-444f-8a93-1f9b7fafe226', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'port_id': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'mac_address': 'fa:16:3e:d1:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:23Z', 'updated_at': '2021-12-20T03:33:23Z', 'revision_number': 0, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:24.939524 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:24.942944 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2582385f-a3f7-4d97-9275-243a17da7f22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6997013 Dec 20 03:33:24.945763 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48050) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:24.947172 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] Checking router: c2e0638b-152c-479f-807d-f2f1f6132923 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:24.952161 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'security_group_rule': {'security_group_id': '82f9536a-2632-435c-a146-d75a74fcf395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:24.962262 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:24.962865 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:32:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:25.046181 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.071053 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-acea70a5-818b-4c78-8537-f566b7d585a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.072545 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-acea70a5-818b-4c78-8537-f566b7d585a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 909 time: 0.1523867 Dec 20 03:33:25.086884 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:25.087136 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48a565-f157-4417-a39f-5f8a6a62f307 req-5a005d7f-8565-40f5-bd0d-312ba3aeab98 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.088453 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4a48a565-f157-4417-a39f-5f8a6a62f307 req-5a005d7f-8565-40f5-bd0d-312ba3aeab98 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0816288 Dec 20 03:33:25.124517 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.179148 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f52685b4-3284-4fa6-b91d-4d983fa51b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.184882 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-99fb328a-90c2-4c7e-9858-b865dcd76aa6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 999 time: 0.0952761 Dec 20 03:33:25.188723 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.197053 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4a48a565-f157-4417-a39f-5f8a6a62f307 req-51efe5fa-3850-42e1-9d3c-8951cdec30dc tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015213 Dec 20 03:33:25.210617 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01028608-c8d3-4eb7-916d-3fafd7041875,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:25.225940 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48054) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:25.255243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-8aa5e079-f148-40f6-953e-a1ea062d306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.256946 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-8aa5e079-f148-40f6-953e-a1ea062d306b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 200 len: 847 time: 0.0542166 Dec 20 03:33:25.270828 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.273816 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3d3addbd-ec6f-4497-ac31-1eb501c07329 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239810 Dec 20 03:33:25.274719 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48058) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:25.279180 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'security_group_rule': {'security_group_id': '82f9536a-2632-435c-a146-d75a74fcf395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:25.315831 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-b0f7bf1b-17ea-4db7-a12e-ccfecafc3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.318285 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-b0f7bf1b-17ea-4db7-a12e-ccfecafc3f21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a4f5256-0134-485c-b89e-07462238aa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521183 Dec 20 03:33:25.358670 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': 'da8b1cdf-df49-444f-8a93-1f9b7fafe226', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'port_id': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'mac_address': 'fa:16:3e:d1:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:23Z', 'updated_at': '2021-12-20T03:33:23Z', 'revision_number': 0, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:25.397231 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66832f-f599-41e6-8f4e-5b31fb362241 None None] The sync data for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi is: [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': 'da8b1cdf-df49-444f-8a93-1f9b7fafe226', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'port_id': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'mac_address': 'fa:16:3e:d1:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:23Z', 'updated_at': '2021-12-20T03:33:23Z', 'revision_number': 0, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:25.400799 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.520731 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.524321 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f440ba-5997-4ddb-bfec-7071e37c7d36 tempest-TestMinimumBasicScenario-2080660924 tempest-TestMinimumBasicScenario-2080660924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.528872 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-57f440ba-5997-4ddb-bfec-7071e37c7d36 tempest-TestMinimumBasicScenario-2080660924 tempest-TestMinimumBasicScenario-2080660924-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1093 time: 0.2986169 Dec 20 03:33:25.529225 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48060) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:25.536556 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'port_id': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:25.634876 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.642247 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.675508 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4d1c1d-aa4f-4e2c-b444-4f0cbd1567e3,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:25.680563 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fd989-bcea-4c48-ab82-f69378751195 None None] New status for floating IP da8b1cdf-df49-444f-8a93-1f9b7fafe226: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:33:25.690895 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-577c3cd8-0010-4ea6-a978-41ef3912faf3 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635776 Dec 20 03:33:25.745324 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.750212 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4bcae813-9c9d-4ba3-974f-3619ac51d0da tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4712708 Dec 20 03:33:25.750818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48064) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:25.756206 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:25.817438 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3718a204-1bc4-4831-9b6f-20379a94b2a6 req-0199e4c2-d1db-4dd5-ae3c-9f148e796456 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134923 Dec 20 03:33:25.844462 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae8bd-19a6-427e-ae9f-5591d85d16d8 req-57620b88-7284-4ad9-b673-729270a848e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.845818 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7cbae8bd-19a6-427e-ae9f-5591d85d16d8 req-57620b88-7284-4ad9-b673-729270a848e5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0657389 Dec 20 03:33:25.853398 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.909621 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:25.952351 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330a075-a588-4ec7-a83d-985aee878746 req-01f1fe74-1192-4949-a4c1-36daee9e7307 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:25.957947 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7330a075-a588-4ec7-a83d-985aee878746 req-01f1fe74-1192-4949-a4c1-36daee9e7307 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 943 time: 0.0608490 Dec 20 03:33:25.980828 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7cbae8bd-19a6-427e-ae9f-5591d85d16d8 req-a97a6321-ee57-44ee-9bc7-b6addd3eff6f tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199839 Dec 20 03:33:26.009802 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7330a075-a588-4ec7-a83d-985aee878746 req-df939647-9ba0-4ff5-918d-6b3ff6a81d25 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Dec 20 03:33:26.064270 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Allocated IP 172.27.2.228 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/f00444ff-8688-4ef5-aa5e-ce56e561cd85) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:26.159289 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.228128 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.311628 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.386462 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:26.395192 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:26.397827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:26.402443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'Port': ['ID=f00444ff-8688-4ef5-aa5e-ce56e561cd85,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:26.413294 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Allocated IP 172.27.2.155 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/e6bf7ac1-529b-480e-a142-9cd8eb756eff) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:26.440591 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 842047b2-0273-4a1a-b980-71e8c5a8478f details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:33:26.545981 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 842047b2-0273-4a1a-b980-71e8c5a8478f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=842047b2-0273-4a1a-b980-71e8c5a8478f,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:26.560431 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '842047b2-0273-4a1a-b980-71e8c5a8478f', 'network_id': '04fe64b7-d33c-4d47-90a3-8de2f67e8986', 'port_id': '842047b2-0273-4a1a-b980-71e8c5a8478f', 'mac_address': 'fa:16:3e:de:48:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56364dd8-c957-4b61-be15-bb675bfe4822', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:33:26.602275 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.617678 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842047b2-0273-4a1a-b980-71e8c5a8478f {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:26.641058 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 842047b2-0273-4a1a-b980-71e8c5a8478f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=842047b2-0273-4a1a-b980-71e8c5a8478f,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:26.666125 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.727007 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.783969 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=842047b2-0273-4a1a-b980-71e8c5a8478f,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.795184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.796107 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.796107 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.796328 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.796833 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.797342 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.797774 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:26.839280 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:26.894749 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:26.901322 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:26.909321 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:26.915447 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'Port': ['ID=e6bf7ac1-529b-480e-a142-9cd8eb756eff,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:26.990996 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.088683 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['842047b2-0273-4a1a-b980-71e8c5a8478f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:27.094447 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.123699 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434bc0f-d57f-47d9-afd9-68e05ea39d0e req-00fa3f76-8c57-46c2-b577-82922511762a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:27.125326 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3434bc0f-d57f-47d9-afd9-68e05ea39d0e req-00fa3f76-8c57-46c2-b577-82922511762a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0596921 Dec 20 03:33:27.158114 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298625-105f-449e-aa41-894995fdefd8 req-1bb348f5-4d8b-4906-b979-11331d86b91c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:27.158114 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-67298625-105f-449e-aa41-894995fdefd8 req-1bb348f5-4d8b-4906-b979-11331d86b91c tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 944 time: 0.0618379 Dec 20 03:33:27.198090 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.207993 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-67298625-105f-449e-aa41-894995fdefd8 req-b6b39615-08ee-466b-8c03-3502f9248825 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Dec 20 03:33:27.256455 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3434bc0f-d57f-47d9-afd9-68e05ea39d0e req-0a2a65f2-2aba-4ebe-9a1f-674c2ead526a tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235361 Dec 20 03:33:27.261097 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.463494 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee5b7-d420-4579-8aeb-08f6c2ea5a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.496101 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.514769 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.583881 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.626577 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.669791 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'Port': ['ID=f00444ff-8688-4ef5-aa5e-ce56e561cd85,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:27.729860 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.781741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.788271 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'Port': ['ID=e6bf7ac1-529b-480e-a142-9cd8eb756eff,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:27.853799 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Floating IP 47e2d1e3-618c-4455-9d5b-56cf1bcc6538 associated. External IP: 172.27.2.228, port: 252e4b81-2b8b-4472-b0f9-0b2a9b974c88. Dec 20 03:33:27.896202 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:27.897506 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8d52e6de-1660-47da-9078-1c6aaeceea6d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1457524 Dec 20 03:33:28.109387 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-11f892bf-0419-44f2-a804-ccd850b00200 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1889091640&fields=id&tenant_id=f6cedc6984fc42c8a1f5b20ec5354095 HTTP/1.1" status: 200 len: 267 time: 0.0469742 Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.237875 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:28.241930 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-c57204ef-433a-4bbb-887f-4faa04eece74 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:28.242687 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-c57204ef-433a-4bbb-887f-4faa04eece74 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 811 time: 0.1258795 Dec 20 03:33:28.260769 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-94ede62b-85b2-4ec8-af4d-fd745b0e3858 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/quotas/f6cedc6984fc42c8a1f5b20ec5354095 HTTP/1.1" status: 200 len: 375 time: 0.0109885 Dec 20 03:33:28.321540 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-a1875d27-3961-48fb-8f04-7af2295ea414 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532372 Dec 20 03:33:28.375925 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Router 03d2ba76-8453-42cc-b633-41467bc13926 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:33:28.384240 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c163775-cf0b-41a4-a33f-eef98517ca83 req-d4bbf7d6-034a-47d8-9c6e-46634a7198df tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:28.385753 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c163775-cf0b-41a4-a33f-eef98517ca83 req-d4bbf7d6-034a-47d8-9c6e-46634a7198df tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 944 time: 0.0707736 Dec 20 03:33:28.421908 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-f4c2a0da-0e6e-4f25-9a60-cc123c691a2e service neutron] 10.222.0.53 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Dec 20 03:33:28.458490 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 842047b2-0273-4a1a-b980-71e8c5a8478f up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:28.509183 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c163775-cf0b-41a4-a33f-eef98517ca83 req-296deaf6-09e3-4acb-bf86-f35c248ea78b tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165605 Dec 20 03:33:28.546874 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:28.562762 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-0c51b2ff-5ee3-457f-8985-dfcef2607c6c service neutron] 10.222.0.53 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318889 Dec 20 03:33:28.566858 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] Sync routers for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:28.588935 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:28.589995 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:28.623332 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 842047b2-0273-4a1a-b980-71e8c5a8478f completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:33:28.631121 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 842047b2-0273-4a1a-b980-71e8c5a8478f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:28.632633 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:28.656052 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8d1f-866b-43c0-9495-fa3d6e104851 req-57edf9a6-be9c-4ef5-a384-d7ebb0961a96 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:28.658580 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b4a8d1f-866b-43c0-9495-fa3d6e104851 req-57edf9a6-be9c-4ef5-a384-d7ebb0961a96 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0881071 Dec 20 03:33:28.699395 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:28.729193 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:28.759387 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842047b2-0273-4a1a-b980-71e8c5a8478f'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:28.762996 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc3b94b-ad0b-4d40-b680-0d8bfaae0e89" -d '{"events": [{"server_uuid": "9aa45c54-d54d-4db6-b5b0-095ed9fbf282", "name": "network-vif-plugged", "status": "completed", "tag": "842047b2-0273-4a1a-b980-71e8c5a8478f"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:28.768801 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:28.776550 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f67f49c3-795d-48f2-8d65-ba7e89bb9326 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2434008 Dec 20 03:33:28.776550 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:28.777659 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48090) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:28.779274 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3b9fa5-1127-4206-85a2-e06bb71ca641" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:28.784649 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 842047b2-0273-4a1a-b980-71e8c5a8478f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=842047b2-0273-4a1a-b980-71e8c5a8478f,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:28.786083 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528272423', 'description': 'tempest-secgroup-smoke-1528272423 description', 'project_id': '74667b9b73e542e5a65f354d431c3b7a'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:28.793562 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3b4a8d1f-866b-43c0-9495-fa3d6e104851 req-876864eb-d00c-4c3e-8933-afc78c4c8184 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233206 Dec 20 03:33:28.838847 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:28.846679 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e92444c-126f-4ce8-9226-b1ca271b88a2 x-openstack-request-id: req-8e92444c-126f-4ce8-9226-b1ca271b88a2 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:28.846679 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa45c54-d54d-4db6-b5b0-095ed9fbf282", "name": "network-vif-plugged", "status": "completed", "tag": "842047b2-0273-4a1a-b980-71e8c5a8478f", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:28.846679 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e92444c-126f-4ce8-9226-b1ca271b88a2 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:28.846679 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842047b2-0273-4a1a-b980-71e8c5a8478f', 'code': 200} Dec 20 03:33:28.874569 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef1f89-6143-4f2b-abd7-483ed495f79c x-openstack-request-id: req-3aef1f89-6143-4f2b-abd7-483ed495f79c {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:28.874859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:28.875107 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3aef1f89-6143-4f2b-abd7-483ed495f79c {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:28.875503 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'status': 'completed', 'code': 200} Dec 20 03:33:28.971890 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:28.972143 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.015396 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eb08f4e9-4c29-4cd2-82ef-502b280edd45 req-5e6d6785-375a-4e2e-9087-18cf5cf7a34c tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 210 time: 0.0568750 Dec 20 03:33:29.073072 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=842047b2-0273-4a1a-b980-71e8c5a8478f,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:29.079525 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '47e2d1e3-618c-4455-9d5b-56cf1bcc6538', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'port_id': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'mac_address': 'fa:16:3e:be:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:26Z', 'updated_at': '2021-12-20T03:33:26Z', 'revision_number': 0, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:29.090528 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-797662ad-665e-43d7-b02c-10b4225213b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.092240 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-797662ad-665e-43d7-b02c-10b4225213b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1098 time: 0.0893133 Dec 20 03:33:29.115545 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] Checking router: 03d2ba76-8453-42cc-b633-41467bc13926 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:29.119999 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.125379 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:29.126002 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:29.212530 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-444d9dcc-6c49-48bf-8207-de3c0a8d12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.214202 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-444d9dcc-6c49-48bf-8207-de3c0a8d12e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 914 time: 0.1053762 Dec 20 03:33:29.261526 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.314934 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75465038-afa0-4bc4-8472-5ba4863afd0f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:29.329372 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-54c65fad-0aec-40b3-ab83-664aff42a4e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 999 time: 0.1016777 Dec 20 03:33:29.330929 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:29.370919 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.372094 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-73f0ae65-a2f4-4661-8221-617d0151e7ea tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5915411 Dec 20 03:33:29.375378 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48102) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:29.380360 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group_rule': {'security_group_id': '75465038-afa0-4bc4-8472-5ba4863afd0f', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:29.418163 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-7c6d7bd5-288e-4c92-8341-163498e4cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.419677 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-7c6d7bd5-288e-4c92-8341-163498e4cc25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.0865901 Dec 20 03:33:29.426408 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4d84a-a4da-4867-b797-792835c70999 req-897ccecb-b508-4703-aac3-9b1af5559680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.428096 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eaf4d84a-a4da-4867-b797-792835c70999 req-897ccecb-b508-4703-aac3-9b1af5559680 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 1098 time: 0.0600905 Dec 20 03:33:29.498039 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-619e8864-e796-406e-b9d1-c06513d0ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.499556 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-619e8864-e796-406e-b9d1-c06513d0ccdf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706766 Dec 20 03:33:29.502809 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eaf4d84a-a4da-4867-b797-792835c70999 req-600c7ebd-73ac-4f6b-966e-f45d7717a9b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Dec 20 03:33:29.538050 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.578805 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '47e2d1e3-618c-4455-9d5b-56cf1bcc6538', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'port_id': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'mac_address': 'fa:16:3e:be:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:26Z', 'updated_at': '2021-12-20T03:33:26Z', 'revision_number': 0, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:29.606287 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba87db-6baa-4a19-8dc0-2f704aa3dfb5 None None] The sync data for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi is: [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '47e2d1e3-618c-4455-9d5b-56cf1bcc6538', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'port_id': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'mac_address': 'fa:16:3e:be:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:26Z', 'updated_at': '2021-12-20T03:33:26Z', 'revision_number': 0, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:29.628081 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.660071 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d27c6-9ab5-4089-902f-032c8297c0c4 req-64e33ad9-6c1d-4a4f-aeb1-9c83c89848eb tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.661816 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf4d27c6-9ab5-4089-902f-032c8297c0c4 req-64e33ad9-6c1d-4a4f-aeb1-9c83c89848eb tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.0697551 Dec 20 03:33:29.711595 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.720074 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf4d27c6-9ab5-4089-902f-032c8297c0c4 req-845dbe5e-8e43-46ad-9e30-96918a125f2f tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Dec 20 03:33:29.731144 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b579dd73-333c-4c6b-aff7-736c75f1b2dd,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:29.750935 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:33:29.814259 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:29.815498 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f7ffdb8a-453c-404b-ac0e-98b506313309 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4391177 Dec 20 03:33:29.820094 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48108) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:29.826168 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group_rule': {'security_group_id': '75465038-afa0-4bc4-8472-5ba4863afd0f', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:29.834275 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf438bf4-25c0-483d-9bbe-407c3ae4a086 None None] New status for floating IP 47e2d1e3-618c-4455-9d5b-56cf1bcc6538: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:33:29.915950 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-ad96997a-bc9e-43ed-8928-678947f8836b service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028733 Dec 20 03:33:29.956765 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac865f33-022c-40d9-8cfe-80b5dac1e78a req-eb8b754c-beaa-4325-966e-d678da3a9dca tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:29.959154 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac865f33-022c-40d9-8cfe-80b5dac1e78a req-eb8b754c-beaa-4325-966e-d678da3a9dca tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0610468 Dec 20 03:33:30.022742 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.028430 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac865f33-022c-40d9-8cfe-80b5dac1e78a req-e29c84bc-a19a-4727-84bb-3c89821b8f60 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601444 Dec 20 03:33:30.037014 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad3b9fa5-1127-4206-85a2-e06bb71ca641 req-0771a815-ddd2-43ce-b0ec-8f9db7517b36 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998416 Dec 20 03:33:30.091603 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.135089 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3facf57c-6ada-48b1-b756-fc7d799d159e req-7be97367-d203-49f2-ae7c-a6e19cfd0e21 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 210 time: 0.0379822 Dec 20 03:33:30.280354 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.299875 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f3326a-bbb8-4a7c-9dc0-42c26de308f8,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:30.368653 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.370377 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d43fdc16-1440-4633-9471-64064ec5731d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5484402 Dec 20 03:33:30.387510 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48114) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:30.387510 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group_rule': {'security_group_id': '75465038-afa0-4bc4-8472-5ba4863afd0f', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:30.406184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.457073 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.514774 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.628916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.648229 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6b7762-ecd2-4455-8ac9-bc311f691509,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:30.774303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.779457 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-059bf331-38f8-418c-9666-d2a808b2ef75 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015052 Dec 20 03:33:30.780505 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48118) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:30.786447 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group_rule': {'security_group_id': '75465038-afa0-4bc4-8472-5ba4863afd0f', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:30.858536 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d18e8a-48e4-49aa-9ffd-0b7beb923548 req-9c4874ba-705d-4077-945f-e74d10785b40 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:30.860360 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16d18e8a-48e4-49aa-9ffd-0b7beb923548 req-9c4874ba-705d-4077-945f-e74d10785b40 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.0652747 Dec 20 03:33:30.897695 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:30.916155 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16d18e8a-48e4-49aa-9ffd-0b7beb923548 req-42fd6470-ffeb-4be8-84da-1eabc7919ee0 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Dec 20 03:33:30.947036 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.015372 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-c034bbab-9304-4899-96b1-af54f3ac9a96 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:31.017001 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-c034bbab-9304-4899-96b1-af54f3ac9a96 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.0811222 Dec 20 03:33:31.031360 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.138956 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Deleting port 9885c0f5-72c6-4249-b8f6-5755a026febe {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:31.139297 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.223497 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.247337 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc49f6a7-f2da-4f68-bcc5-8aefca25c712 req-196a6664-635b-44d7-88eb-92be57920e67 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 210 time: 0.0355129 Dec 20 03:33:31.271161 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c715-fec7-471c-b618-90470d8ec8de req-2db78f1f-d62e-49da-bcec-7ad22948dda1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:31.272778 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3f53c715-fec7-471c-b618-90470d8ec8de req-2db78f1f-d62e-49da-bcec-7ad22948dda1 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 945 time: 0.1456497 Dec 20 03:33:31.280731 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb56be8d-a46d-4cd2-9e1d-b5b7df98dad0,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:31.315175 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] For port 9885c0f5-72c6-4249-b8f6-5755a026febe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9885c0f5-72c6-4249-b8f6-5755a026febe,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:31.315545 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.339538 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Calling delete_port for 9885c0f5-72c6-4249-b8f6-5755a026febe owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:31.355904 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.357111 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2859105f-356d-4149-bba2-0163668d00d4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5755017 Dec 20 03:33:31.359967 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48126) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:31.365472 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group_rule': {'security_group_id': '75465038-afa0-4bc4-8472-5ba4863afd0f', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:31.367174 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3f53c715-fec7-471c-b618-90470d8ec8de req-820a0068-20e5-4d3e-9a5e-a4b5dc7adcad tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98adf9f-650d-4063-b3a0-8b3536e25428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874341 Dec 20 03:33:31.469884 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Project 74667b9b73e542e5a65f354d431c3b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 03:33:31.477939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.554898 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.647141 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.663812 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.687700 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f358ee-0876-406b-8608-595fc48a7d48,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:31.689206 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Pushing event deleted for resources: {'Port': ['ID=9885c0f5-72c6-4249-b8f6-5755a026febe,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:31.689342 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['9885c0f5-72c6-4249-b8f6-5755a026febe'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:31.706034 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-98578248-5ddd-435a-91a9-fefa3eb08118 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:31.707468 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-98578248-5ddd-435a-91a9-fefa3eb08118 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 811 time: 0.1516426 Dec 20 03:33:31.762339 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] No DVR routers for this DVR port 9885c0f5-72c6-4249-b8f6-5755a026febe on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:33:31.762646 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.764810 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c39358bc-a77c-4469-9487-e82bd9417555 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4036632 Dec 20 03:33:31.765795 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:31.774792 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48128) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:31.775008 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-56c86ce6-b97c-4820-bf7c-9bdc6eb06334 req-9899f984-7b9e-4ff0-8d3d-e47758f892d5 tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.54 "DELETE /v2.0/ports/9885c0f5-72c6-4249-b8f6-5755a026febe HTTP/1.1" status: 204 len: 173 time: 0.7366493 Dec 20 03:33:31.775008 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5cfe95-9804-4406-a893-82b021de3826', 'name': 'network-vif-deleted', 'tag': '9885c0f5-72c6-4249-b8f6-5755a026febe'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:31.775008 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c87504-2c1c-4114-8bb4-435675dac88c" -d '{"events": [{"server_uuid": "4e5cfe95-9804-4406-a893-82b021de3826", "name": "network-vif-deleted", "tag": "9885c0f5-72c6-4249-b8f6-5755a026febe"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:31.775488 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'security_group_rule': {'security_group_id': '75465038-afa0-4bc4-8472-5ba4863afd0f', 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:31.833571 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-a67daa7b-527f-40d3-90f0-56e0e4aebc22 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6cedc6984fc42c8a1f5b20ec5354095 HTTP/1.1" status: 200 len: 380 time: 0.1035359 Dec 20 03:33:31.841023 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94996930-abb8-4acc-8d06-581415234e87 x-openstack-request-id: req-94996930-abb8-4acc-8d06-581415234e87 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:31.841617 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5cfe95-9804-4406-a893-82b021de3826", "name": "network-vif-deleted", "tag": "9885c0f5-72c6-4249-b8f6-5755a026febe", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:31.841902 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94996930-abb8-4acc-8d06-581415234e87 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:31.842295 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5cfe95-9804-4406-a893-82b021de3826', 'name': 'network-vif-deleted', 'tag': '9885c0f5-72c6-4249-b8f6-5755a026febe', 'status': 'completed', 'code': 200} Dec 20 03:33:31.847211 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'port': {'device_id': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'admin_state_up': True, 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'security_groups': ['82f9536a-2632-435c-a146-d75a74fcf395']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:31.926729 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Project 74667b9b73e542e5a65f354d431c3b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 03:33:31.932575 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.024848 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.063605 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Made reservation on behalf of f6cedc6984fc42c8a1f5b20ec5354095 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:33:32.069773 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.097976 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.121608 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8807-23fa-4729-92b8-15d706a08377 req-a185ced0-5dd8-4ee9-bb5c-875b4d04ad8b tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:32.123548 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8afd8807-23fa-4729-92b8-15d706a08377 req-a185ced0-5dd8-4ee9-bb5c-875b4d04ad8b tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.1136222 Dec 20 03:33:32.124697 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ea936a-61e2-47bf-bd65-c480f933e9f0,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:32.242984 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.249455 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-aa12291b-44d8-4fc1-adf4-860d23896989 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4744132 Dec 20 03:33:32.250682 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8afd8807-23fa-4729-92b8-15d706a08377 req-f556dd53-807f-43fc-a77b-c7ab81173a4a tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931430 Dec 20 03:33:32.265271 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Allocated IP 172.20.0.12 (c6092e9e-6552-44a6-a685-c033f6e4e6c9/4ece3fda-4a68-433a-a4c3-0bb7aaf94895/0937f7e3-7e3d-4d63-8a16-585915a1cb83) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:32.396234 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-35f8789d-f196-4b80-9c9e-f2c20f8baa6a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528272423&fields=id&tenant_id=74667b9b73e542e5a65f354d431c3b7a HTTP/1.1" status: 200 len: 267 time: 0.0878286 Dec 20 03:33:32.435363 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c3413e86-10ca-4a53-940f-eeceddd1d634 req-46f178e8-ccdc-4d17-a343-0ee9d52b3073 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 210 time: 0.0750051 Dec 20 03:33:32.464592 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-9d46bf94-e839-4215-81f0-5745f5a2bb76 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:32.466330 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-9d46bf94-e839-4215-81f0-5745f5a2bb76 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0633829 Dec 20 03:33:32.479051 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'port': {'security_groups': ['df6a20d8-03cb-49ca-a0d2-3b798655887c', '75465038-afa0-4bc4-8472-5ba4863afd0f']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:32.490291 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.555281 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.669253 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.716853 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:32.720353 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:32.725075 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:32.753828 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event updated for resources: {'Port': ['ID=0937f7e3-7e3d-4d63-8a16-585915a1cb83,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:32.789543 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:32.790223 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.804537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:32.851809 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.896190 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-66f33bf4-fd0b-4cb1-bd17-cbec0d6ec2a4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0526993 Dec 20 03:33:32.920702 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Request body: {'port': {'device_id': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:32.921242 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.972534 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:32.973668 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:32.973984 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['252e4b81-2b8b-4472-b0f9-0b2a9b974c88'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:32.986330 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bfda3547-3762-4ac4-b861-7ab61d7c149b req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "PUT /v2.0/ports/252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 981 time: 0.5120404 Dec 20 03:33:32.988846 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:32.993457 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f5053-b25e-417d-9991-700a72555d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:33.006558 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:33.064350 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498ad7-5b3d-48f0-ba72-03f26387f735 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=6']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:33.133915 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1a115816-869d-44f6-b19c-82930c68c8b3 None None] Provisioning complete for port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:33.134564 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a115816-869d-44f6-b19c-82930c68c8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:33.148614 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a098a83c-6539-4cfd-94da-231c32894e4c req-8f03674f-e3ff-49b7-8d8d-bb9048efbabc tempest-ServerRescueNegativeTestJSON-534165215 tempest-ServerRescueNegativeTestJSON-534165215-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e5cfe95-9804-4406-a893-82b021de3826 HTTP/1.1" status: 200 len: 210 time: 0.0463545 Dec 20 03:33:33.166809 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['252e4b81-2b8b-4472-b0f9-0b2a9b974c88'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:33.343689 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1a115816-869d-44f6-b19c-82930c68c8b3 None None] Port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:33:33.428495 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0937f7e3-7e3d-4d63-8a16-585915a1cb83 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:33.437831 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:33.462162 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Transition to ACTIVE for port object 0937f7e3-7e3d-4d63-8a16-585915a1cb83 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:33:33.469818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8d811-f28c-4e02-9737-28e6d7eb7415 req-460cd089-35e0-4a3e-868c-d2861bbf97cf tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:33.478056 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ed8d811-f28c-4e02-9737-28e6d7eb7415 req-460cd089-35e0-4a3e-868c-d2861bbf97cf tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.2188766 Dec 20 03:33:33.521733 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-3b7ffdfd-ee60-40fd-9876-85c8cfbf3b30 None None] Provisioning complete for port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:33.522108 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3b7ffdfd-ee60-40fd-9876-85c8cfbf3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:33.523526 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1f02cf-6fc2-49fc-879d-3d058486312a x-openstack-request-id: req-fa1f02cf-6fc2-49fc-879d-3d058486312a {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:33.523836 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:33.524137 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa1f02cf-6fc2-49fc-879d-3d058486312a {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:33.524778 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'status': 'completed', 'code': 200} Dec 20 03:33:33.526785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:33.609888 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ed8d811-f28c-4e02-9737-28e6d7eb7415 req-f91166fa-7b66-4498-b2d7-5b07079818c2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305485 Dec 20 03:33:33.714094 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0937f7e3-7e3d-4d63-8a16-585915a1cb83,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:33.753211 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5053-b25e-417d-9991-700a72555d3f req-123a42a7-b61d-4351-abe8-8d7c121e0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:33.755026 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-123a42a7-b61d-4351-abe8-8d7c121e0838 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1137 time: 0.1799028 Dec 20 03:33:33.812262 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Attempting to bind port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:33.812881 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Attempting to bind port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:33.813456 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Attempting to bind port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:33.858296 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:33:33.858618 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Attempting to bind port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 on network c6092e9e-6552-44a6-a685-c033f6e4e6c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:33.876760 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:33.877080 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Checking segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:33.877427 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Bound using segment: {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:33.877882 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Bound port: 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9abeff-c0c2-4f95-b641-4e74a02694bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:33.878244 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:33.897336 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e85ce0-b1e7-438e-81d4-8a0b267e453a req-19c8a6f4-0b0c-4db4-bd3c-ad5ab8cd7cf3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:33.898849 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-97e85ce0-b1e7-438e-81d4-8a0b267e453a req-19c8a6f4-0b0c-4db4-bd3c-ad5ab8cd7cf3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 944 time: 0.2705522 Dec 20 03:33:33.960772 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5053-b25e-417d-9991-700a72555d3f req-b3bb43d7-5b8a-45c0-aadd-7d69e5b09336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:33.962284 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-b3bb43d7-5b8a-45c0-aadd-7d69e5b09336 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 914 time: 0.1846943 Dec 20 03:33:34.053425 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-97e85ce0-b1e7-438e-81d4-8a0b267e453a req-3ef53db9-2ef0-4d0c-b174-5feb710798c3 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460364 Dec 20 03:33:34.059118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] For port 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:34.066809 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] For port 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:34.071328 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-7a4bb5bf-9d2c-4769-b3c0-796919358753 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 1001 time: 0.1004801 Dec 20 03:33:34.121168 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5053-b25e-417d-9991-700a72555d3f req-fb3b7db6-5629-412d-a363-a32b0e8f2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:34.122568 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-fb3b7db6-5629-412d-a363-a32b0e8f2b63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.0436959 Dec 20 03:33:34.172954 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:34.176166 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5053-b25e-417d-9991-700a72555d3f req-7e78d6b5-9b08-41d7-96a8-e8d519f62eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:34.177757 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-7e78d6b5-9b08-41d7-96a8-e8d519f62eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471218 Dec 20 03:33:34.223745 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48168) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:34.430671 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:34.431291 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:34.432740 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] 10.222.0.54 "PUT /v2.0/ports/0937f7e3-7e3d-4d63-8a16-585915a1cb83 HTTP/1.1" status: 200 len: 1094 time: 1.5182331 Dec 20 03:33:34.435226 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:34.437596 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02dee39-4ea1-427c-a5eb-62507e8d051a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:34.461902 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 9885c0f5-72c6-4249-b8f6-5755a026febe no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:33:34.499995 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07651e9-2267-4e9f-b12f-e60ecdf9ebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0937f7e3-7e3d-4d63-8a16-585915a1cb83,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:34.528030 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 9885c0f5-72c6-4249-b8f6-5755a026febe {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:33:34.531743 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 9885c0f5-72c6-4249-b8f6-5755a026febe not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:33:34.539138 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c97de5a-d9fc-4f74-9143-f564c6b3ce29 x-openstack-request-id: req-9c97de5a-d9fc-4f74-9143-f564c6b3ce29 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:34.540245 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:34.540519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c97de5a-d9fc-4f74-9143-f564c6b3ce29 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:34.540971 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'status': 'completed', 'code': 200} Dec 20 03:33:34.553817 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-21eb9900-54f8-4d44-991a-14d9ea07b1ee service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421998 Dec 20 03:33:34.700523 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:34.708176 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dee39-4ea1-427c-a5eb-62507e8d051a req-10175d2f-c156-43db-b093-c15c4da27119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:34.709736 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b02dee39-4ea1-427c-a5eb-62507e8d051a req-10175d2f-c156-43db-b093-c15c4da27119 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 1097 time: 0.0977433 Dec 20 03:33:34.730111 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-258f5053-b25e-417d-9991-700a72555d3f req-ec2e457c-c73a-466f-a4b6-97156a258c94 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428862 Dec 20 03:33:34.881250 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dee39-4ea1-427c-a5eb-62507e8d051a req-9ccd7176-c8d3-400c-b8a4-4db6822643a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:34.882895 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b02dee39-4ea1-427c-a5eb-62507e8d051a req-9ccd7176-c8d3-400c-b8a4-4db6822643a8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1057427 Dec 20 03:33:34.983680 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dee39-4ea1-427c-a5eb-62507e8d051a req-a80faba5-ce96-494c-81c5-1330d40bd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:34.985243 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b02dee39-4ea1-427c-a5eb-62507e8d051a req-a80faba5-ce96-494c-81c5-1330d40bd2e9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931816 Dec 20 03:33:35.017246 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Deleting port 1c713266-fc54-4758-a78a-a4d2eceb38a2 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:35.017598 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:35.107746 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] For port 1c713266-fc54-4758-a78a-a4d2eceb38a2, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=1c713266-fc54-4758-a78a-a4d2eceb38a2,segment=NetworkSegment(90775e06-9c60-42a5-b650-cda4445c9d97),segment_id=90775e06-9c60-42a5-b650-cda4445c9d97)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:35.108168 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:35.108311 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-99e5fe89-462a-42da-9111-402a81948860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:35.109888 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-99e5fe89-462a-42da-9111-402a81948860 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 1097 time: 0.0526097 Dec 20 03:33:35.123655 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Calling delete_port for 1c713266-fc54-4758-a78a-a4d2eceb38a2 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:35.164062 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-85877d81-49bd-4342-adfe-1a1684dd744a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83 HTTP/1.1" status: 200 len: 217 time: 0.0358107 Dec 20 03:33:35.216697 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-855ecc92-3a5d-49aa-b4e0-2693e59630b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:35.217954 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-855ecc92-3a5d-49aa-b4e0-2693e59630b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0447698 Dec 20 03:33:35.228402 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545c872-4510-4cb0-b49d-07b0e4ecb22f req-e006e8d3-df68-45db-9dda-59b6b7688e82 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:35.229986 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2545c872-4510-4cb0-b49d-07b0e4ecb22f req-e006e8d3-df68-45db-9dda-59b6b7688e82 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 944 time: 0.0959799 Dec 20 03:33:35.269733 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947b68-9041-4c5f-906a-87f7123e83df req-91bbf8a1-fd33-4827-9a85-76fdf0ac8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:35.271228 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-91bbf8a1-fd33-4827-9a85-76fdf0ac8e0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451131 Dec 20 03:33:35.330062 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2545c872-4510-4cb0-b49d-07b0e4ecb22f req-cb7e87d8-b87e-4760-bf24-48a7eae14225 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925307 Dec 20 03:33:35.380720 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-98d90de2-bf80-4742-9998-6abf6550f240 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999868 Dec 20 03:33:35.439932 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:35.475464 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c713266-fc54-4758-a78a-a4d2eceb38a2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:35.492244 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7947b68-9041-4c5f-906a-87f7123e83df req-047cce1c-3c2c-4827-afbf-52c4aaf65ba0 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991344 Dec 20 03:33:35.638380 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:35.851989 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Router d0743f9b-862e-479a-b22b-3109c5474f7a has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:33:35.959655 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:35.965589 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-86b351bc-09c8-4308-9a68-2d9da365c826 admin admin] 10.222.0.53 "PUT /v2.0/routers/d0743f9b-862e-479a-b22b-3109c5474f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398474 Dec 20 03:33:35.967170 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48178) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:35.969109 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] Sync routers for ids ['d0743f9b-862e-479a-b22b-3109c5474f7a'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:35.986014 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] Routers {'d0743f9b-862e-479a-b22b-3109c5474f7a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:35.986663 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d0743f9b-862e-479a-b22b-3109c5474f7a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:36.068097 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:36.094722 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] Set router d0743f9b-862e-479a-b22b-3109c5474f7a gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:36.176702 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:36.276350 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:33:35Z', 'revision_number': 5, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port': {'id': '3cb440c6-7c34-42e4-90fd-4db33ce507c2', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:30:16Z', 'updated_at': '2021-12-20T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:36.303225 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] Checking router: d0743f9b-862e-479a-b22b-3109c5474f7a for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:36.312854 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] Routers {'d0743f9b-862e-479a-b22b-3109c5474f7a'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:36.313527 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['d0743f9b-862e-479a-b22b-3109c5474f7a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:36.407976 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] Set router d0743f9b-862e-479a-b22b-3109c5474f7a gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:36.464785 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:33:36Z', 'revision_number': 6, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:36.475574 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec025eb3-831d-4074-b3cd-9d9fd18da49f req-3b81ad51-29ee-48c8-8cfa-7e851d3fd44a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:36.477265 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec025eb3-831d-4074-b3cd-9d9fd18da49f req-3b81ad51-29ee-48c8-8cfa-7e851d3fd44a tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 944 time: 0.0577486 Dec 20 03:33:36.493540 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18f21b-d194-4d93-8626-e5b9cf9c21c4 None None] The sync data for ids ['d0743f9b-862e-479a-b22b-3109c5474f7a'] in dv-cinder-818037-11-iscsi is: [{'id': 'd0743f9b-862e-479a-b22b-3109c5474f7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1374271968-router', 'tenant_id': '2685bc296a00477bb621dea25f74f6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:30:15Z', 'updated_at': '2021-12-20T03:33:36Z', 'revision_number': 6, 'project_id': '2685bc296a00477bb621dea25f74f6d1', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:36.534248 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec025eb3-831d-4074-b3cd-9d9fd18da49f req-2102a35b-e540-413a-8f44-c61169527984 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502150 Dec 20 03:33:36.564983 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Deleting port 3cb440c6-7c34-42e4-90fd-4db33ce507c2 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:33:36.565543 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:36.644593 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] For port 3cb440c6-7c34-42e4-90fd-4db33ce507c2, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=3cb440c6-7c34-42e4-90fd-4db33ce507c2,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:36.645045 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:36.658180 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Calling delete_port for 3cb440c6-7c34-42e4-90fd-4db33ce507c2 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:33:36.892101 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:36.924816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb440c6-7c34-42e4-90fd-4db33ce507c2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:36.990484 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.096238 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.098642 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.223418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.223912 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0743f9b-862e-479a-b22b-3109c5474f7a {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:33:37.231076 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.232424 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c2b1dca4-b60c-4dd0-8318-19eb96dedaf8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d0743f9b-862e-479a-b22b-3109c5474f7a HTTP/1.1" status: 204 len: 168 time: 1.2641072 Dec 20 03:33:37.235309 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48184) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:37.283816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Deleting subnet 97843a1e-381b-4340-918c-b03ecae39ee1 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:33:37.287577 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.331036 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.371169 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.509112 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.533539 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97843a1e-381b-4340-918c-b03ecae39ee1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:37.541079 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.544848 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9e5985d9-0636-4aee-b8c5-396cabfd3837 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/97843a1e-381b-4340-918c-b03ecae39ee1 HTTP/1.1" status: 204 len: 168 time: 0.3085988 Dec 20 03:33:37.547521 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48186) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:37.636133 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.658688 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb6106-a43a-4675-8110-ffb0fc833c00 req-936933f0-6b50-46b1-9e4f-62a59f658ccb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:37.661043 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7bb6106-a43a-4675-8110-ffb0fc833c00 req-936933f0-6b50-46b1-9e4f-62a59f658ccb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 944 time: 0.0511892 Dec 20 03:33:37.713995 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7bb6106-a43a-4675-8110-ffb0fc833c00 req-49751f9b-cddf-4788-8f72-78e79ee91d66 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Dec 20 03:33:37.716285 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.737154 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ae3593-6ccd-4cce-a5cc-c36ec671fee9']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:37.748119 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90775e06-9c60-42a5-b650-cda4445c9d97') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:37.748420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90775e06-9c60-42a5-b650-cda4445c9d97') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:37.758304 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.771744 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.778477 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:33:37.779002 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:33:37.781217 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:33:37.786173 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:33:37.786173 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:33:37.786173 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:33:37.786173 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:33:37.786173 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:33:37.914616 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.922547 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:37.926403 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/b2ae3593-6ccd-4cce-a5cc-c36ec671fee9 HTTP/1.1" status: 204 len: 168 time: 0.3777773 Dec 20 03:33:37.936354 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18c540-7ee3-4eb8-aaf9-1ef0ab8277ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ae3593-6ccd-4cce-a5cc-c36ec671fee9,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:38.403283 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 3cb440c6-7c34-42e4-90fd-4db33ce507c2 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:33:38.405418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48196) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:38.431059 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 3cb440c6-7c34-42e4-90fd-4db33ce507c2 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:33:38.431405 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 3cb440c6-7c34-42e4-90fd-4db33ce507c2 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:33:38.431814 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 1c713266-fc54-4758-a78a-a4d2eceb38a2 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:33:38.448997 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-50849a24-bea9-41d4-a970-707f5eb46b84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2685bc296a00477bb621dea25f74f6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401835 Dec 20 03:33:38.449256 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48198) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:38.452308 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 1c713266-fc54-4758-a78a-a4d2eceb38a2 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:33:38.452661 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 1c713266-fc54-4758-a78a-a4d2eceb38a2 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:33:38.486574 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0937f7e3-7e3d-4d63-8a16-585915a1cb83 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:33:38.501964 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c8ae476-771c-4f87-8d9f-16f41b1fc15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:38.525965 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c8ae476-771c-4f87-8d9f-16f41b1fc15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:38.590036 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:38.602531 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'port_id': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'mac_address': 'fa:16:3e:5e:53:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:33:38.645552 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:38.646598 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c8ae476-771c-4f87-8d9f-16f41b1fc15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:38.649986 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c8ae476-771c-4f87-8d9f-16f41b1fc15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:38.651371 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7c8ae476-771c-4f87-8d9f-16f41b1fc15f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d98adf9f-650d-4063-b3a0-8b3536e25428 HTTP/1.1" status: 204 len: 168 time: 0.2011366 Dec 20 03:33:38.662012 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ae476-771c-4f87-8d9f-16f41b1fc15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98adf9f-650d-4063-b3a0-8b3536e25428,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:38.662897 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0937f7e3-7e3d-4d63-8a16-585915a1cb83 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:38.708028 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:38.773895 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:38.826470 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=0937f7e3-7e3d-4d63-8a16-585915a1cb83,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:38.844822 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4561-1e3d-4d8f-bd0f-b3a1ba3bba34 req-ff1933df-a282-4adb-a121-458ff090cc9e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:38.846434 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-643c4561-1e3d-4d8f-bd0f-b3a1ba3bba34 req-ff1933df-a282-4adb-a121-458ff090cc9e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 945 time: 0.0551455 Dec 20 03:33:38.900711 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-643c4561-1e3d-4d8f-bd0f-b3a1ba3bba34 req-aec76d66-cb42-4bb2-89cd-c7d6bc80d9de tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475414 Dec 20 03:33:39.152812 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['0937f7e3-7e3d-4d63-8a16-585915a1cb83'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:33:39.696256 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48226) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:39.793906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-network', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:39.885897 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Made reservation on behalf of b0a8965a4b4645829a64cb1f5aec4f44 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:33:39.888219 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:39.897055 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.015138 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.036809 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e483-dc11-4297-b44b-e7f4d5357886 req-c9ef92ee-339d-4c0d-afc0-4f7f5b0ec7c2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:40.038313 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5144e483-dc11-4297-b44b-e7f4d5357886 req-c9ef92ee-339d-4c0d-afc0-4f7f5b0ec7c2 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 945 time: 0.0612168 Dec 20 03:33:40.065589 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.104619 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:33:40.109695 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5144e483-dc11-4297-b44b-e7f4d5357886 req-a0a83ba5-1dd2-41e5-ae55-6be0c73d6ad0 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655317 Dec 20 03:33:40.126099 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f630009-79a7-44d0-a170-f78d6a24ad24,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:40.130165 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.130712 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Added segment 33e5ab69-e96c-4581-90ad-89fa4b0535c1 of type vlan for network 99da0c44-2558-4512-bf74-f9aa04dfdd38 Dec 20 03:33:40.172916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.258209 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.259234 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:40.259866 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.324430 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] Pushing event updated for resources: {'Network': ['ID=99da0c44-2558-4512-bf74-f9aa04dfdd38,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:40.338862 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:33:40.345371 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3bc8af13-d93a-48e7-bfca-d7e71bf9af66 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6435385 Dec 20 03:33:40.346164 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48234) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:40.352129 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Request body: {'subnet': {'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-subnet', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:40.447290 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Made reservation on behalf of b0a8965a4b4645829a64cb1f5aec4f44 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:33:40.450743 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.495851 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0937f7e3-7e3d-4d63-8a16-585915a1cb83 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:40.668874 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:33:40.673256 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:40.673633 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.703371 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.757584 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.766169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5315dfac-2365-429e-a4e5-b7027dd75147,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:40.777846 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Checking segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:40.778208 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Network hostable DHCP agents. Network: 99da0c44-2558-4512-bf74-f9aa04dfdd38, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:33:40.784132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:40.786649 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88954dec-21fa-4580-9318-7d4c835206ae" -d '{"events": [{"server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "name": "network-vif-plugged", "status": "completed", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:40.805107 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:40.824806 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e709677-522c-4bc1-a0d4-c32d231ada5e x-openstack-request-id: req-9e709677-522c-4bc1-a0d4-c32d231ada5e {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:40.825106 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "name": "network-vif-plugged", "status": "completed", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:40.825491 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e709677-522c-4bc1-a0d4-c32d231ada5e {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:40.825786 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'code': 200} Dec 20 03:33:40.897848 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:40.898061 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:33:40.947808 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=0937f7e3-7e3d-4d63-8a16-585915a1cb83,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:40.982889 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 99da0c44-2558-4512-bf74-f9aa04dfdd38) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:40.986870 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:40.987480 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.001477 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b7055-6745-4b0f-a600-d8793e23dc45 None None] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:33:41.111842 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6769c9f1-df59-4f07-9b62-d7d2727996b4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7650435 Dec 20 03:33:41.115346 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48240) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:41.117756 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-99da0c44-2558-4512-bf74-f9aa04dfdd38', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:33:41.118641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.119776 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:41.142857 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.195017 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.196015 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.243149 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5e56-a35b-4efd-b4c8-e933ee5cad1c req-f42941a7-488e-487b-9e49-9b7c4c5ddf21 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:41.245129 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18fb5e56-a35b-4efd-b4c8-e933ee5cad1c req-f42941a7-488e-487b-9e49-9b7c4c5ddf21 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0551865 Dec 20 03:33:41.290966 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.301545 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Allocated IP 172.20.0.2 (99da0c44-2558-4512-bf74-f9aa04dfdd38/5315dfac-2365-429e-a4e5-b7027dd75147/2e551921-1257-4217-8a8d-2d03c9eeb8a6) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:41.302508 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53d75-7ff1-49d5-9a36-d272ea4b491e req-582ef427-4a44-40cb-a609-2a1276dbb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:41.304044 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2cc53d75-7ff1-49d5-9a36-d272ea4b491e req-582ef427-4a44-40cb-a609-2a1276dbb864 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 1099 time: 0.0942326 Dec 20 03:33:41.352678 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2cc53d75-7ff1-49d5-9a36-d272ea4b491e req-8b231c13-576a-4227-a48c-b6146075a75e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Dec 20 03:33:41.410616 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18fb5e56-a35b-4efd-b4c8-e933ee5cad1c req-4bc07fd4-ca1a-4bb1-8143-8c520100b1bb tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572392 Dec 20 03:33:41.496805 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.505411 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.572146 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.619289 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:41.622255 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:41.627171 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:41.629429 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Pushing event updated for resources: {'Port': ['ID=2e551921-1257-4217-8a8d-2d03c9eeb8a6,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:41.681358 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Attempting to bind port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:41.681731 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Attempting to bind port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:41.682095 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Attempting to bind port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:41.687127 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:41.687509 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Checking segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:41.687910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.688300 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Bound using segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:41.688762 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Bound port: 2e551921-1257-4217-8a8d-2d03c9eeb8a6, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:41.689155 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.751969 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] For port 2e551921-1257-4217-8a8d-2d03c9eeb8a6, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:41.756543 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] For port 2e551921-1257-4217-8a8d-2d03c9eeb8a6, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=2e551921-1257-4217-8a8d-2d03c9eeb8a6,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:41.779394 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.799797 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.823101 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:41.893117 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d001cc-0353-41fd-81e3-baa2795566e1 None None] Pushing event updated for resources: {'Port': ['ID=2e551921-1257-4217-8a8d-2d03c9eeb8a6,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:41.919681 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Allocated IP 172.27.2.7 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/42fad620-8699-49c9-85c4-5ca49652b13d) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:42.029114 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.138923 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.160030 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:42.178984 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:42.183020 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:42.231191 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Pushing event updated for resources: {'Port': ['ID=42fad620-8699-49c9-85c4-5ca49652b13d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:42.467402 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 2e551921-1257-4217-8a8d-2d03c9eeb8a6 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:42.539783 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:42.541106 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.596147 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d023e-5818-433e-b548-93354867c419 req-b92780c1-8f03-4d15-99e9-f7cd9b8d341b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:42.598342 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec2d023e-5818-433e-b548-93354867c419 req-b92780c1-8f03-4d15-99e9-f7cd9b8d341b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0704439 Dec 20 03:33:42.599458 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.637027 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.687013 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 2e551921-1257-4217-8a8d-2d03c9eeb8a6, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=2e551921-1257-4217-8a8d-2d03c9eeb8a6,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:42.728335 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec2d023e-5818-433e-b548-93354867c419 req-56dd5237-d6aa-4a9b-a8d7-2015de36001b tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945730 Dec 20 03:33:42.783609 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.850807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=2e551921-1257-4217-8a8d-2d03c9eeb8a6,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:42.870928 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:42.977980 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ebdf9-00d0-477e-9f86-75ac844f8f37 None None] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:33:43.056458 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2dbb3bdc-1f16-404e-afc9-77f08ce670e6 None None] Provisioning complete for port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:43.056831 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3bdc-1f16-404e-afc9-77f08ce670e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:43.297416 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:33:43.420129 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:43.431292 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:43.436902 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-ae824606-57be-4831-9dc1-ddd81b946c05 None None] Provisioning complete for port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:43.437311 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ae824606-57be-4831-9dc1-ddd81b946c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:43.468361 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:43.468921 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:43.493929 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] Publish callbacks [] for router, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:43.495210 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a6efd93b-b5f2-4a1a-8d16-eb262a583133 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3787796 Dec 20 03:33:43.498655 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48256) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:43.629426 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:43.911949 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3371e-4ac8-41da-b872-2604e74c8111 req-fdf2eca9-4a9f-4b79-ab82-efe200cd9462 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:43.913506 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aed3371e-4ac8-41da-b872-2604e74c8111 req-fdf2eca9-4a9f-4b79-ab82-efe200cd9462 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0873964 Dec 20 03:33:43.941425 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:42Z', 'revision_number': 3, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:43.972149 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:43.972572 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Updating router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 port 42fad620-8699-49c9-85c4-5ca49652b13d binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:33:43.994754 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aed3371e-4ac8-41da-b872-2604e74c8111 req-f0d35b6a-bda5-4600-9180-5ac0c538d91e tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752294 Dec 20 03:33:43.996561 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:43.999236 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.116417 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da5d7-ed88-4d85-bf02-bdff884f75a5 req-27b78b5a-4203-4f8c-bdd9-9fb73a69f099 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:44.118789 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-df0da5d7-ed88-4d85-bf02-bdff884f75a5 req-27b78b5a-4203-4f8c-bdd9-9fb73a69f099 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0554442 Dec 20 03:33:44.130638 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48262) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:44.135911 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Request body: {'floatingip': {'port_id': '0937f7e3-7e3d-4d63-8a16-585915a1cb83'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:44.178899 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.213247 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Allocated IP 172.20.0.1 (99da0c44-2558-4512-bf74-f9aa04dfdd38/5315dfac-2365-429e-a4e5-b7027dd75147/5597be22-fcf6-440f-85e1-b11ac8ec1bc9) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:44.333309 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.339760 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.405651 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.429256 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.436313 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 2e551921-1257-4217-8a8d-2d03c9eeb8a6 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:44.477218 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:44.480277 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:44.485230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:44.489476 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Pushing event updated for resources: {'Port': ['ID=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:44.519905 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.520483 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ce148-4b4e-404c-ad88-3a6b10100521 None None] Pushing event updated for resources: {'Port': ['ID=42fad620-8699-49c9-85c4-5ca49652b13d,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:44.520585 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.520585 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.523609 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.524310 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:44.532679 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Attempting to bind port 42fad620-8699-49c9-85c4-5ca49652b13d on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:44.533046 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Attempting to bind port 42fad620-8699-49c9-85c4-5ca49652b13d by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:44.533441 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Attempting to bind port 42fad620-8699-49c9-85c4-5ca49652b13d on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:44.547474 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:44.547870 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:44.548305 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.548707 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:44.549218 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Bound port: 42fad620-8699-49c9-85c4-5ca49652b13d, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:44.549610 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.559926 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.580727 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:44.581161 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.650603 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] For port 42fad620-8699-49c9-85c4-5ca49652b13d, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:44.658706 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] For port 42fad620-8699-49c9-85c4-5ca49652b13d, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=42fad620-8699-49c9-85c4-5ca49652b13d,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:44.712429 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.781526 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:44.782044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:44.806129 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.827059 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ce148-4b4e-404c-ad88-3a6b10100521 None None] Pushing event updated for resources: {'Port': ['ID=42fad620-8699-49c9-85c4-5ca49652b13d,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:44.857591 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.902799 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1b58571d-42fe-4745-9048-c6d9e970ab37 None None] Provisioning complete for port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:44.903080 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1b58571d-42fe-4745-9048-c6d9e970ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.914254 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:44.950492 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:44.981520 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1b58571d-42fe-4745-9048-c6d9e970ab37 None None] Port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:33:44.986316 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:45.034784 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Floating IP 9442101e-8fe5-402a-b068-37a63595add4 associated. External IP: 172.27.2.155, port: 0937f7e3-7e3d-4d63-8a16-585915a1cb83. Dec 20 03:33:45.046043 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:45.119647 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Pushing event updated for resources: {'Port': ['ID=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:45.122292 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:45.186522 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:45.233154 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9ae78-a146-4134-9b0d-9432bd10d898 None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:45.238737 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:45.240448 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:45.331825 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:33:45.422251 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:33:45.506779 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:45.529080 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-753b985d-4f66-4da9-a344-d7249038b3f2 None None] Provisioning complete for port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:45.531591 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-753b985d-4f66-4da9-a344-d7249038b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:45.538101 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:45.553285 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:45.568289 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:45.568992 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:45.627240 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:33:45.630328 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-753b985d-4f66-4da9-a344-d7249038b3f2 None None] Port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:33:45.639126 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-64b8652d-19c2-4b40-9a2f-f27f0ef62d6a admin admin] 10.222.0.53 "PUT /v2.0/routers/5f5609b4-390e-4b9e-83aa-3d13e920a0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1384890 Dec 20 03:33:45.780422 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:45.855379 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7ab0c038-a6df-4f33-94e6-594add13daf8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "PUT /v2.0/floatingips/9442101e-8fe5-402a-b068-37a63595add4 HTTP/1.1" status: 200 len: 992 time: 1.7231512 Dec 20 03:33:45.856024 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:45.859057 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647080b6-dd06-44dd-8b0c-31c0bd9f7127" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:45.925182 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ff19f-db47-4d84-9494-356699efd982 x-openstack-request-id: req-831ff19f-db47-4d84-9494-356699efd982 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:45.925639 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:45.926243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-831ff19f-db47-4d84-9494-356699efd982 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:45.926862 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'status': 'completed', 'code': 200} Dec 20 03:33:46.158250 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '9442101e-8fe5-402a-b068-37a63595add4', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'port_id': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'mac_address': 'fa:16:3e:5e:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:26Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 1, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:46.194253 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:46.209229 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-761e046a-8876-4331-9127-1201731a88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:46.218580 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-761e046a-8876-4331-9127-1201731a88c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 1099 time: 0.1292396 Dec 20 03:33:46.229639 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:46.230285 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:46.363757 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:46.366843 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-8f89b47f-2150-4f91-9b30-daabdbe4a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:46.368327 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-8f89b47f-2150-4f91-9b30-daabdbe4a278 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 200 len: 912 time: 0.1355062 Dec 20 03:33:46.487424 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48282) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:46.491782 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-4b3365fb-e2f1-4e42-b8be-9ab8265058cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83 HTTP/1.1" status: 200 len: 1000 time: 0.1115501 Dec 20 03:33:46.492935 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540481892', 'description': 'tempest-description--291630143'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:46.506069 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 42fad620-8699-49c9-85c4-5ca49652b13d up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:46.592052 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-adebed8c-27ba-423c-aa08-1280dcfea2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:46.593628 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-adebed8c-27ba-423c-aa08-1280dcfea2d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 200 len: 850 time: 0.0827396 Dec 20 03:33:46.598020 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 42fad620-8699-49c9-85c4-5ca49652b13d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:46.598511 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:46.634343 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:46.688860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-fc8e0e0b-8dc0-496b-bc21-670a0949dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:46.692347 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-fc8e0e0b-8dc0-496b-bc21-670a0949dcd8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6092e9e-6552-44a6-a685-c033f6e4e6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0891225 Dec 20 03:33:46.702262 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:46.747128 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 42fad620-8699-49c9-85c4-5ca49652b13d, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=42fad620-8699-49c9-85c4-5ca49652b13d,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:46.778432 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:46.811759 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '9442101e-8fe5-402a-b068-37a63595add4', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'port_id': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'mac_address': 'fa:16:3e:5e:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:26Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 1, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:46.817169 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:46.852309 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccbb89-91b6-42e9-9d09-97d4fbf8a094 None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '9442101e-8fe5-402a-b068-37a63595add4', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'port_id': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'mac_address': 'fa:16:3e:5e:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:26Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 1, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:46.852724 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:46.861092 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-274057c4-5729-42c8-ac41-eee0eb67fec0 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592507 Dec 20 03:33:46.896730 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=42fad620-8699-49c9-85c4-5ca49652b13d,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:46.917495 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256e47a8-2f72-49f5-8423-ec8290f64314,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:46.994959 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647080b6-dd06-44dd-8b0c-31c0bd9f7127 req-00bb770d-1369-413b-9d56-877fc38e8470 service neutron] 10.222.0.54 "GET /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251135 Dec 20 03:33:46.996947 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.003644 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cfdfaa13-588d-4607-96fa-e9c44a11ad5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5100567 Dec 20 03:33:47.003801 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48288) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:47.007433 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'security_group_rule': {'security_group_id': '256e47a8-2f72-49f5-8423-ec8290f64314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:47.163003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.223837 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292cd11-e023-44d1-af3d-bca429d648c8 None None] New status for floating IP 9442101e-8fe5-402a-b068-37a63595add4: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:33:47.248346 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.314412 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.335531 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8c87a3-7b5a-42ec-b2a4-2fed6435db2d,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:47.448103 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.449367 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-66416982-bc0b-4275-9777-7a71c7556aed tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4460652 Dec 20 03:33:47.452003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48294) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:47.457202 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'security_group_rule': {'security_group_id': '256e47a8-2f72-49f5-8423-ec8290f64314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:47.548910 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.612196 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.697824 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.717030 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13ab67a-4468-4dfe-acea-e8ae77cc361a,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:47.831575 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.833265 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6f1f80fb-dbbf-4278-ab8e-3c53e83e250e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800955 Dec 20 03:33:47.836402 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48296) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:33:47.841079 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:47.920041 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:47.976214 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:33:47.986508 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:47.987124 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:48.031355 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.094430 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:48.148041 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Allocated IP 172.27.2.72 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/76a4940c-1845-4648-9e7b-f059920f4299) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:48.263654 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.329325 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 2, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:48.363077 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:33:48.363436 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Updating router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:33:48.384892 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.392635 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.437853 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 42fad620-8699-49c9-85c4-5ca49652b13d up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:48.441201 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:48.445189 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:48.450027 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:48.483373 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'Port': ['ID=76a4940c-1845-4648-9e7b-f059920f4299,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:48.503523 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 42fad620-8699-49c9-85c4-5ca49652b13d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:48.503897 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.619759 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.698292 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.722437 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.771531 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.829638 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Pushing event updated for resources: {'Port': ['ID=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:48.859261 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.859511 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.859867 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.860199 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.860533 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.860848 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.861403 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.861729 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.862047 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.862441 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.862766 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.863076 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.863387 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:33:48.892477 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.894268 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Attempting to bind port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:48.894641 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Attempting to bind port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:48.894992 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Attempting to bind port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:48.901180 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:48.904303 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Checking segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:48.904303 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.904303 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Bound using segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:48.904303 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Bound port: 5597be22-fcf6-440f-85e1-b11ac8ec1bc9, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:48.904303 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.955062 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:48.974489 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] For port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:48.978969 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] For port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:49.040431 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.051268 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'Port': ['ID=76a4940c-1845-4648-9e7b-f059920f4299,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:49.062500 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.073715 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1d31f530-cf75-4495-b236-75bcd50ea2c2 None None] Provisioning complete for port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:49.074436 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d31f530-cf75-4495-b236-75bcd50ea2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.109899 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:33:49.110476 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:49.143864 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28b753-0b07-498f-b6eb-e969813355c5 None None] Pushing event updated for resources: {'Port': ['ID=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:49.161549 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d31f530-cf75-4495-b236-75bcd50ea2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.181552 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.183627 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ba833f19-7f26-4218-a01b-7731310e5f52 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3462481 Dec 20 03:33:49.203940 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1d31f530-cf75-4495-b236-75bcd50ea2c2 None None] For port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:49.253738 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:33:49.291944 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d31f530-cf75-4495-b236-75bcd50ea2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.366717 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-833c42f8-eeb8-4674-8342-19dd76eea868 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--540481892&fields=id&tenant_id=b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 267 time: 0.0478044 Dec 20 03:33:49.371386 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31f530-cf75-4495-b236-75bcd50ea2c2 None None] Pushing event updated for resources: {'Port': ['ID=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:49.426589 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-7780385b-7657-4fb5-814b-518ed9b8669b None None] Provisioning complete for port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:49.426986 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7780385b-7657-4fb5-814b-518ed9b8669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:49.488627 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:48Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:33:49.515298 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-87d3aaa0-019c-46ad-85dd-12554bb72e7c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:49.516102 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3898f38-336c-40f9-9187-2c550477f5e4 None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:48Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:33:49.517912 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-87d3aaa0-019c-46ad-85dd-12554bb72e7c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 817 time: 0.1368370 Dec 20 03:33:49.536997 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-e856e8f3-acad-4b36-81f3-a647440eadc1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/quotas/b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 375 time: 0.0107832 Dec 20 03:33:49.594746 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-33e42518-0831-4e07-9ce3-cc435d3489aa tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510206 Dec 20 03:33:49.747097 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-5464d018-3717-47ea-860d-3bcc2c49f76c service neutron] 10.222.0.53 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393816 Dec 20 03:33:49.848441 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-983f2df0-c483-499a-b901-713886905ae8 service neutron] 10.222.0.53 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897675 Dec 20 03:33:50.194077 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36cd48cf-ed90-4918-b091-e914d65205de req-65ef7810-e0bd-41b9-9410-f0a4b241c79f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 210 time: 0.0320303 Dec 20 03:33:50.462827 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:33:50.514444 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:50.514810 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:51.280009 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-917ee315-2917-4398-a9cf-89a808a97300 req-c8c62841-c67e-4335-b264-15d26adb15f8 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 210 time: 0.0287998 Dec 20 03:33:52.402097 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a1ac56cb-d22e-4879-8ef7-861f7702eb31 req-1544af92-b6c8-493a-b6fc-81b33f2dd5a9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 210 time: 0.0310960 Dec 20 03:33:53.010752 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-82a3484f-c950-4a8b-9f3c-950c746b7486 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:53.012310 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-82a3484f-c950-4a8b-9f3c-950c746b7486 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 817 time: 0.1172769 Dec 20 03:33:53.091676 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-af8f7362-71c9-401b-8f93-6beb46b8ecfc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 379 time: 0.0558360 Dec 20 03:33:53.101942 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'port': {'device_id': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'admin_state_up': True, 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'security_groups': ['256e47a8-2f72-49f5-8423-ec8290f64314']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:53.263222 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Made reservation on behalf of b0a8965a4b4645829a64cb1f5aec4f44 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:33:53.267725 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:53.405692 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Allocated IP 172.20.0.12 (99da0c44-2558-4512-bf74-f9aa04dfdd38/5315dfac-2365-429e-a4e5-b7027dd75147/31810791-54e6-413e-889b-510ef52f5b14) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:33:53.502682 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b5ae4572-61a9-4d07-92e0-3da609c220e6 req-02f90d9c-4915-45f7-9265-138364501f11 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 210 time: 0.0272131 Dec 20 03:33:53.551622 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:53.646645 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:53.693765 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:33:53.696804 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:33:53.699405 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:33:53.735493 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:53.764232 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:53.765427 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:53.843839 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-7fa17b77-f49e-4449-b5c4-a9aa2ea039c1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7453933 Dec 20 03:33:53.868125 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Request body: {'port': {'device_id': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:33:53.940844 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:53.975889 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e54390cd-4559-4f3f-988a-e4ade9b432c0 None None] Provisioning complete for port 31810791-54e6-413e-889b-510ef52f5b14 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:33:53.976467 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e54390cd-4559-4f3f-988a-e4ade9b432c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:54.015929 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e54390cd-4559-4f3f-988a-e4ade9b432c0 None None] Port 31810791-54e6-413e-889b-510ef52f5b14 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:33:54.229475 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31810791-54e6-413e-889b-510ef52f5b14 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:54.236916 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:54.249273 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Transition to ACTIVE for port object 31810791-54e6-413e-889b-510ef52f5b14 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:33:54.321366 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:54.380293 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:54.454263 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Attempting to bind port 31810791-54e6-413e-889b-510ef52f5b14 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:33:54.454605 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Attempting to bind port 31810791-54e6-413e-889b-510ef52f5b14 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:33:54.454932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Attempting to bind port 31810791-54e6-413e-889b-510ef52f5b14 on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:54.459934 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Port 31810791-54e6-413e-889b-510ef52f5b14 on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:33:54.460259 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Attempting to bind port 31810791-54e6-413e-889b-510ef52f5b14 on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:33:54.466176 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:33:54.466523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Checking segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:33:54.466911 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Bound using segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:33:54.467396 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Bound port: 31810791-54e6-413e-889b-510ef52f5b14, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:33:54.467765 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:54.547952 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:33:54.552176 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:33:54.630185 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:54.632209 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406d989-6a68-43f8-ab7a-c406a5215566 req-3d672972-79b8-4dfb-a1ef-d906b50d27c4 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:54.634545 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7406d989-6a68-43f8-ab7a-c406a5215566 req-3d672972-79b8-4dfb-a1ef-d906b50d27c4 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0544543 Dec 20 03:33:54.666053 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:54.667406 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:54.668872 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] 10.222.0.54 "PUT /v2.0/ports/31810791-54e6-413e-889b-510ef52f5b14 HTTP/1.1" status: 200 len: 1094 time: 0.8052211 Dec 20 03:33:54.669401 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:33:54.671656 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa86d1de-eef9-46ac-a05e-f7755816bf41" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:33:54.697854 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7406d989-6a68-43f8-ab7a-c406a5215566 req-844b7b09-c10c-469f-9b7a-bc44b300fe64 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567601 Dec 20 03:33:54.711499 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fe4e8-b991-4fb9-bd2e-c1c6f3291251 service neutron] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:54.733604 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d4fdb8-1a0e-4c8f-a331-29568d76a711 x-openstack-request-id: req-89d4fdb8-1a0e-4c8f-a331-29568d76a711 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:33:54.733889 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:33:54.734144 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89d4fdb8-1a0e-4c8f-a331-29568d76a711 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:33:54.734537 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'status': 'completed', 'code': 200} Dec 20 03:33:54.833497 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86d1de-eef9-46ac-a05e-f7755816bf41 req-2377d89e-42ec-4573-8142-276ae5f28685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:54.835167 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aa86d1de-eef9-46ac-a05e-f7755816bf41 req-2377d89e-42ec-4573-8142-276ae5f28685 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1097 time: 0.0547576 Dec 20 03:33:54.962407 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86d1de-eef9-46ac-a05e-f7755816bf41 req-9dab8a67-504e-4f0a-9b5c-87c294047fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:54.963880 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aa86d1de-eef9-46ac-a05e-f7755816bf41 req-9dab8a67-504e-4f0a-9b5c-87c294047fb3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1112485 Dec 20 03:33:55.079023 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86d1de-eef9-46ac-a05e-f7755816bf41 req-02cdcfd1-15c3-42f4-bc99-9766c4be00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:55.080649 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aa86d1de-eef9-46ac-a05e-f7755816bf41 req-02cdcfd1-15c3-42f4-bc99-9766c4be00ba service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042221 Dec 20 03:33:55.192300 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ff901bf9-dd4b-471a-8cb8-c73f32e07f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:55.220315 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-29c185c1-fee0-41bc-b2cf-018150eed3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:55.222964 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-29c185c1-fee0-41bc-b2cf-018150eed3bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1097 time: 0.0648651 Dec 20 03:33:55.285558 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-3850ab82-83b0-430f-b5ef-94c4f2a7d703 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31810791-54e6-413e-889b-510ef52f5b14 HTTP/1.1" status: 200 len: 217 time: 0.0438290 Dec 20 03:33:55.370573 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-dcd1550c-6d72-404a-a3ce-582206395ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:55.372247 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-dcd1550c-6d72-404a-a3ce-582206395ba7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0617342 Dec 20 03:33:55.422948 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-3b0ec334-236d-4547-ac49-ea7b3a74e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:55.424453 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-3b0ec334-236d-4547-ac49-ea7b3a74e147 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430760 Dec 20 03:33:55.556134 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-aaa88f0c-e5b3-4574-8b9b-2bb478d638c9 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977962 Dec 20 03:33:55.667760 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd295d17-a784-4e00-b56f-53bdf43c8f64 req-07351fa4-755d-4cb7-9e3a-ac4adaf29e7f service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029692 Dec 20 03:33:55.839082 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abc7e6-cbe1-4cc7-a1e2-29cfeba4ee7d req-f1ff05ca-2e4d-4f85-8975-7f0f6e2d769d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:55.840672 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32abc7e6-cbe1-4cc7-a1e2-29cfeba4ee7d req-f1ff05ca-2e4d-4f85-8975-7f0f6e2d769d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0500574 Dec 20 03:33:55.896042 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32abc7e6-cbe1-4cc7-a1e2-29cfeba4ee7d req-a55d69c6-df08-4963-8b15-4c0f8ee32a3d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493298 Dec 20 03:33:57.019780 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06867a3b-887b-488e-828b-fa441eecb8d3 req-71554fe2-a630-4ab4-bb5c-12627ecea21d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:57.021297 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06867a3b-887b-488e-828b-fa441eecb8d3 req-71554fe2-a630-4ab4-bb5c-12627ecea21d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Dec 20 03:33:57.068839 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06867a3b-887b-488e-828b-fa441eecb8d3 req-1b7a94c7-67af-4447-98cf-df6c02182488 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Dec 20 03:33:57.463354 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-54fb3355-3b0d-4968-83c3-30c11d9c81ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:57.855902 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f2505-465a-4317-9579-b19b8d4e3f7c req-94f286d0-a124-4cf3-a501-f88ae7f2fe30 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:57.857769 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-717f2505-465a-4317-9579-b19b8d4e3f7c req-94f286d0-a124-4cf3-a501-f88ae7f2fe30 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Dec 20 03:33:57.904319 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-717f2505-465a-4317-9579-b19b8d4e3f7c req-0898d8e5-90ac-4645-8898-1ab52dd910d7 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Dec 20 03:33:58.189789 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a71f2-4241-463e-bf30-b69df86cf932 req-173be7ca-1590-49e2-a149-80f6462e3754 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:58.191227 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-519a71f2-4241-463e-bf30-b69df86cf932 req-173be7ca-1590-49e2-a149-80f6462e3754 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0484476 Dec 20 03:33:58.241577 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-519a71f2-4241-463e-bf30-b69df86cf932 req-2a12a53a-6cf2-48c0-9167-71e8bb48a2c0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Dec 20 03:33:58.639752 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:58.748558 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:33:58.847451 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:58.983674 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '31810791-54e6-413e-889b-510ef52f5b14', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'port_id': '31810791-54e6-413e-889b-510ef52f5b14', 'mac_address': 'fa:16:3e:01:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:33:59.022084 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:59.022355 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6838eec-3bf8-4fdb-a8cd-d77085c3d3ab req-1b19b75f-c9b1-4156-a492-cc9888971ed4 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:59.023702 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6838eec-3bf8-4fdb-a8cd-d77085c3d3ab req-1b19b75f-c9b1-4156-a492-cc9888971ed4 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Dec 20 03:33:59.035203 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31810791-54e6-413e-889b-510ef52f5b14 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:33:59.054844 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:33:59.071672 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6838eec-3bf8-4fdb-a8cd-d77085c3d3ab req-19dc79d3-3543-4b8c-b468-93e048f14417 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Dec 20 03:33:59.102988 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:33:59.151038 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:33:59.367160 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef3c5-47d6-441a-bac7-a3431560a83a req-64410086-814d-498d-92c2-63802ad62101 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:33:59.369261 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f23ef3c5-47d6-441a-bac7-a3431560a83a req-64410086-814d-498d-92c2-63802ad62101 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Dec 20 03:33:59.415640 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f23ef3c5-47d6-441a-bac7-a3431560a83a req-b5a4943e-2931-410f-9447-11d5e8c7a78c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Dec 20 03:33:59.503308 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['31810791-54e6-413e-889b-510ef52f5b14'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:34:00.139807 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea708ab-62fb-403d-90ce-30139752fbab req-81cc5a38-86df-4400-b5af-d8b2b181ecbb tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:00.141355 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3ea708ab-62fb-403d-90ce-30139752fbab req-81cc5a38-86df-4400-b5af-d8b2b181ecbb tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.0526202 Dec 20 03:34:00.189723 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d57bc-92fc-4352-99a1-426bbebe517b req-848c1076-31be-455f-9cbd-a3e8b735ac73 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:00.191265 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24d57bc-92fc-4352-99a1-426bbebe517b req-848c1076-31be-455f-9cbd-a3e8b735ac73 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Dec 20 03:34:00.242244 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24d57bc-92fc-4352-99a1-426bbebe517b req-fbe16a07-f446-4702-a594-460d2550c2a9 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/security-groups?id=62cc7a84-636f-411d-aa68-a5c2da30745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Dec 20 03:34:00.246140 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Deleting port 842047b2-0273-4a1a-b980-71e8c5a8478f {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:34:00.246491 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:00.342822 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:00.345392 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] For port 842047b2-0273-4a1a-b980-71e8c5a8478f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=842047b2-0273-4a1a-b980-71e8c5a8478f,segment=NetworkSegment(6cd06111-b150-4ecc-bcfa-30439dd98c3e),segment_id=6cd06111-b150-4ecc-bcfa-30439dd98c3e)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:00.345760 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:00.360318 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Calling delete_port for 842047b2-0273-4a1a-b980-71e8c5a8478f owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:34:00.540090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bfbc6-3bd5-488b-9dcb-3340ea057fd2 req-73b78862-d239-40b1-b649-8126796d066e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:00.541592 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d94bfbc6-3bd5-488b-9dcb-3340ea057fd2 req-73b78862-d239-40b1-b649-8126796d066e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Dec 20 03:34:00.560669 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:00.598612 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Pushing event deleted for resources: {'Port': ['ID=842047b2-0273-4a1a-b980-71e8c5a8478f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:00.607306 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['842047b2-0273-4a1a-b980-71e8c5a8478f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:34:00.642456 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.642803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.643144 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.643477 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.643808 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.644161 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.644632 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.645006 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.645362 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.645681 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.646006 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.646324 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.646644 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:00.655458 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d94bfbc6-3bd5-488b-9dcb-3340ea057fd2 req-3b21f776-8010-4b08-9acd-ebed2b6af36f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080439 Dec 20 03:34:00.669398 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] No DVR routers for this DVR port 842047b2-0273-4a1a-b980-71e8c5a8478f on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:34:00.671904 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:00.675222 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3ea708ab-62fb-403d-90ce-30139752fbab req-c3ff791c-b2e7-4401-a594-d7c3e1857651 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.54 "DELETE /v2.0/ports/842047b2-0273-4a1a-b980-71e8c5a8478f HTTP/1.1" status: 204 len: 173 time: 0.5225432 Dec 20 03:34:00.675642 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'name': 'network-vif-deleted', 'tag': '842047b2-0273-4a1a-b980-71e8c5a8478f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:34:00.677877 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd758bae-7030-4071-80ab-ccb0cbaf44f9" -d '{"events": [{"server_uuid": "9aa45c54-d54d-4db6-b5b0-095ed9fbf282", "name": "network-vif-deleted", "tag": "842047b2-0273-4a1a-b980-71e8c5a8478f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:34:00.714610 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55e07a6-80bc-41ab-9092-9bb2d037234f x-openstack-request-id: req-b55e07a6-80bc-41ab-9092-9bb2d037234f {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:34:00.714909 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa45c54-d54d-4db6-b5b0-095ed9fbf282", "name": "network-vif-deleted", "tag": "842047b2-0273-4a1a-b980-71e8c5a8478f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:34:00.715164 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b55e07a6-80bc-41ab-9092-9bb2d037234f {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:34:00.715560 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa45c54-d54d-4db6-b5b0-095ed9fbf282', 'name': 'network-vif-deleted', 'tag': '842047b2-0273-4a1a-b980-71e8c5a8478f', 'status': 'completed', 'code': 200} Dec 20 03:34:00.786616 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:00.842263 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:00.908478 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 31810791-54e6-413e-889b-510ef52f5b14 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:34:00.913186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 31810791-54e6-413e-889b-510ef52f5b14 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:00.913666 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:01.002000 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:01.026280 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:34:01.028607 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54335fe-675d-474f-bc20-3f5665ca9407" -d '{"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-plugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:34:01.042541 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:01.069485 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b36f5-e09e-4cb5-9c0a-bd27934f65bf x-openstack-request-id: req-1b2b36f5-e09e-4cb5-9c0a-bd27934f65bf {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:34:01.069773 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-plugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:34:01.070024 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b2b36f5-e09e-4cb5-9c0a-bd27934f65bf {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:34:01.070494 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'code': 200} Dec 20 03:34:01.149271 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:01.150729 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 842047b2-0273-4a1a-b980-71e8c5a8478f no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:34:01.190771 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 842047b2-0273-4a1a-b980-71e8c5a8478f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:34:01.191010 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 842047b2-0273-4a1a-b980-71e8c5a8478f not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:34:01.218765 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:01.353338 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-befcd42f-9f76-4a2b-8f7f-fd38048b2f15 req-e0321340-1324-47cb-acb9-5cf1af349e13 tempest-VolumesSnapshotTestJSON-1427168734 tempest-VolumesSnapshotTestJSON-1427168734-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa45c54-d54d-4db6-b5b0-095ed9fbf282 HTTP/1.1" status: 200 len: 210 time: 0.0265400 Dec 20 03:34:01.458619 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1a03-740c-4dcb-ba46-95cbed3ca220 req-81f1f611-6069-43ce-b689-133289ef5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:01.458619 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-55cb1a03-740c-4dcb-ba46-95cbed3ca220 req-81f1f611-6069-43ce-b689-133289ef5b72 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1099 time: 0.0418179 Dec 20 03:34:01.507191 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-55cb1a03-740c-4dcb-ba46-95cbed3ca220 req-9c3c7dd5-4299-4155-99d8-b33c853952e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392761 Dec 20 03:34:01.780326 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb94ca-b329-4ed9-90e2-38eec1d24701 req-2b570fe5-4ea2-4bfc-bb31-1f150a81728c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:01.781714 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-13bb94ca-b329-4ed9-90e2-38eec1d24701 req-2b570fe5-4ea2-4bfc-bb31-1f150a81728c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0508993 Dec 20 03:34:02.110388 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-13bb94ca-b329-4ed9-90e2-38eec1d24701 req-f57bbe8d-c819-43f7-b218-d7a332e6a2e9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227892 Dec 20 03:34:03.244426 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5946-b2eb-495f-a176-300162a5a4da req-a85f7956-7b1b-4d9e-8fa1-0fb9a6c0bea9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.246618 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-675a5946-b2eb-495f-a176-300162a5a4da req-a85f7956-7b1b-4d9e-8fa1-0fb9a6c0bea9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0603242 Dec 20 03:34:03.275933 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b886b4-8e49-4c02-b9f9-5f5f023c3a03 req-743b5f0f-2882-46cb-8df3-b855f2425b2c tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.282521 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-88b886b4-8e49-4c02-b9f9-5f5f023c3a03 req-743b5f0f-2882-46cb-8df3-b855f2425b2c tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0645273 Dec 20 03:34:03.303955 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-675a5946-b2eb-495f-a176-300162a5a4da req-0dcf0429-2ae9-48e9-9cbb-824143e93b72 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507014 Dec 20 03:34:03.354180 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-88b886b4-8e49-4c02-b9f9-5f5f023c3a03 req-50262a8b-fe47-46f5-9cab-2b74beb49a0b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702252 Dec 20 03:34:03.446772 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-fe033e8c-3ed8-48cf-aade-8fd72ff637ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.448355 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-fe033e8c-3ed8-48cf-aade-8fd72ff637ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1137 time: 0.1184275 Dec 20 03:34:03.543001 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8fad-63f1-420f-90fe-ced0fb335e6f req-b0aac3b9-919b-4fdf-b4ea-4b0b121b7410 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.544592 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37bc8fad-63f1-420f-90fe-ced0fb335e6f req-b0aac3b9-919b-4fdf-b4ea-4b0b121b7410 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.1122155 Dec 20 03:34:03.557244 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48454) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:03.561823 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'floatingip': {'port_id': '31810791-54e6-413e-889b-510ef52f5b14'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:03.570506 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-04107caa-f78b-4993-9771-fbfeeb429fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.571990 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-04107caa-f78b-4993-9771-fbfeeb429fb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 914 time: 0.1068528 Dec 20 03:34:03.604309 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:03.862244 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-ea7f89d8-c7e5-4a27-923c-0bf5587fbad3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 1001 time: 0.2826746 Dec 20 03:34:03.913181 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-da5f4261-56dc-4849-a8a5-63a10d2338b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.914827 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-da5f4261-56dc-4849-a8a5-63a10d2338b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.0448029 Dec 20 03:34:03.960850 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-d7e5a9b8-8387-4bb2-8ae2-13d62bbe2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:03.963049 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-d7e5a9b8-8387-4bb2-8ae2-13d62bbe2a11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406854 Dec 20 03:34:04.070393 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-6425793c-366c-42af-bc1c-c94ebfa9b455 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999706 Dec 20 03:34:04.087705 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:04.143115 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:04.167881 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbddd8d6-c3d6-4911-b40a-bede227eccd8 req-0fe589d7-3fb3-4ccf-9417-f67c86b6f80f service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Dec 20 03:34:04.246017 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Floating IP 6cc8c4ff-7b18-469b-8169-e4ac3a77308f associated. External IP: 172.27.2.72, port: 31810791-54e6-413e-889b-510ef52f5b14. Dec 20 03:34:04.491983 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:34:04.584985 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e630ab-ff26-407a-9b71-be30ee6b208f req-f62ac813-0111-40b9-8b1b-dbeb23b94025 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:04.586998 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12e630ab-ff26-407a-9b71-be30ee6b208f req-f62ac813-0111-40b9-8b1b-dbeb23b94025 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0993612 Dec 20 03:34:04.680023 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:34:04.688664 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:04.691286 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:34:04.703648 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:04.703648 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:04.719244 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12e630ab-ff26-407a-9b71-be30ee6b208f req-5088f4b7-602d-4733-a778-91aa98c8f611 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248932 Dec 20 03:34:04.733382 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-dcf47930-c10d-4887-b9bf-5ccfe54346c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "PUT /v2.0/floatingips/6cc8c4ff-7b18-469b-8169-e4ac3a77308f HTTP/1.1" status: 200 len: 991 time: 1.1724854 Dec 20 03:34:04.733382 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:34:04.736859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3285ee3-122b-461d-be18-abbe560019f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:34:04.783760 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd926cb5-ab2a-452b-9509-52bf9faf3531 x-openstack-request-id: req-bd926cb5-ab2a-452b-9509-52bf9faf3531 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:34:04.799407 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:34:04.799407 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd926cb5-ab2a-452b-9509-52bf9faf3531 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:34:04.799407 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'status': 'completed', 'code': 200} Dec 20 03:34:04.816586 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:05.100273 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '6cc8c4ff-7b18-469b-8169-e4ac3a77308f', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'port_id': '31810791-54e6-413e-889b-510ef52f5b14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'mac_address': 'fa:16:3e:01:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:48Z', 'updated_at': '2021-12-20T03:34:03Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:05.127090 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:34:05.136926 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:05.137580 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:33:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:05.245574 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:05.478551 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '6cc8c4ff-7b18-469b-8169-e4ac3a77308f', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'port_id': '31810791-54e6-413e-889b-510ef52f5b14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'mac_address': 'fa:16:3e:01:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:48Z', 'updated_at': '2021-12-20T03:34:03Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:05.505710 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14b308-fa26-43ef-a3b6-74a9036feb08 None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '6cc8c4ff-7b18-469b-8169-e4ac3a77308f', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'port_id': '31810791-54e6-413e-889b-510ef52f5b14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'mac_address': 'fa:16:3e:01:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:33:48Z', 'updated_at': '2021-12-20T03:34:03Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:34:05.712124 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c02e4-a8bf-4d1d-ab2b-c3adf33b2059 None None] New status for floating IP 6cc8c4ff-7b18-469b-8169-e4ac3a77308f: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:34:06.750997 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:34:07.758931 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285ee3-122b-461d-be18-abbe560019f8 req-6df98b2e-591d-455e-830a-56ecc8fe1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:07.761738 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-6df98b2e-591d-455e-830a-56ecc8fe1c4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1099 time: 0.0559578 Dec 20 03:34:07.876903 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e5c4-9da9-432e-997c-84beec2d4b9e req-4d081eae-0656-4689-b42f-5a112d36e806 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:07.878618 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9b2e5c4-9da9-432e-997c-84beec2d4b9e req-4d081eae-0656-4689-b42f-5a112d36e806 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.1159263 Dec 20 03:34:07.917620 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285ee3-122b-461d-be18-abbe560019f8 req-408f1103-645d-4d43-9101-5d067f3ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:07.919221 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-408f1103-645d-4d43-9101-5d067f3ed417 service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.1464438 Dec 20 03:34:08.010178 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9b2e5c4-9da9-432e-997c-84beec2d4b9e req-feb260ae-4387-4d5a-82c9-568ad4428e9c tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210430 Dec 20 03:34:08.022658 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-4a91e3bd-7d32-49e1-84ca-b1b4280ff422 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31810791-54e6-413e-889b-510ef52f5b14 HTTP/1.1" status: 200 len: 1001 time: 0.0904193 Dec 20 03:34:08.084611 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285ee3-122b-461d-be18-abbe560019f8 req-1f283a54-15f3-454b-9a72-ad5a63da166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:08.086670 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-1f283a54-15f3-454b-9a72-ad5a63da166e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0526938 Dec 20 03:34:08.140792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285ee3-122b-461d-be18-abbe560019f8 req-eb8f59b3-6395-4aee-9b68-df4990357261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:08.142339 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-eb8f59b3-6395-4aee-9b68-df4990357261 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458131 Dec 20 03:34:08.285845 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-e984af73-256b-48dc-9ffd-5f5600a902ca service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336286 Dec 20 03:34:08.395222 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a3285ee3-122b-461d-be18-abbe560019f8 req-c2a8a96f-a4bc-481a-a3a8-bb9398c0a318 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975361 Dec 20 03:34:09.146400 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11d676-6534-4e9a-ac93-16b2ed25ce5c req-b01cdb1b-ba11-4dd1-a6a7-3e0c8da4d05a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:09.148014 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e11d676-6534-4e9a-ac93-16b2ed25ce5c req-b01cdb1b-ba11-4dd1-a6a7-3e0c8da4d05a tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0505288 Dec 20 03:34:09.212298 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e11d676-6534-4e9a-ac93-16b2ed25ce5c req-c3c07396-3ed7-48b2-b895-4cf3dc47db21 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566747 Dec 20 03:34:10.342389 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388b33f-587a-43a0-bc3d-ffe1ebf30ffd req-3a5db3fd-82f6-4f83-a541-152d39ac8be0 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:10.343959 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f388b33f-587a-43a0-bc3d-ffe1ebf30ffd req-3a5db3fd-82f6-4f83-a541-152d39ac8be0 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0551496 Dec 20 03:34:10.425595 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f388b33f-587a-43a0-bc3d-ffe1ebf30ffd req-9c0ea79d-35e4-4e51-822d-15eb8664128d tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749626 Dec 20 03:34:11.143276 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:11.554336 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209df569-6623-4a42-b949-c17672d97ede req-76233d07-b6ba-4210-8da6-d83e35ad6cbe tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:11.556684 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-209df569-6623-4a42-b949-c17672d97ede req-76233d07-b6ba-4210-8da6-d83e35ad6cbe tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0555203 Dec 20 03:34:11.628442 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-209df569-6623-4a42-b949-c17672d97ede req-93aac15f-1b03-4a2d-95c9-954666c5c933 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645566 Dec 20 03:34:12.763696 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e1493-400a-45a0-a42f-846f697c6041 req-95c90831-8cae-4a6d-b0d4-f9761991e2c1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:12.765201 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-348e1493-400a-45a0-a42f-846f697c6041 req-95c90831-8cae-4a6d-b0d4-f9761991e2c1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0569291 Dec 20 03:34:12.827914 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-348e1493-400a-45a0-a42f-846f697c6041 req-b3f136b2-59fc-4a86-8188-280490956190 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565174 Dec 20 03:34:13.955532 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4860-2d98-46e0-ab85-b560a8a75196 req-2e09fb0e-a1d3-442e-ba9c-075c25fa82f7 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:13.956978 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16be4860-2d98-46e0-ab85-b560a8a75196 req-2e09fb0e-a1d3-442e-ba9c-075c25fa82f7 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0560098 Dec 20 03:34:14.021515 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16be4860-2d98-46e0-ab85-b560a8a75196 req-38a03bfc-4004-489a-bd90-f0f636a44202 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578885 Dec 20 03:34:17.181579 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22905b49-0916-496e-a949-85cf77f8e2cd req-3b75e537-d1c6-4273-b425-3d8e27aa4fb4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:17.183113 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22905b49-0916-496e-a949-85cf77f8e2cd req-3b75e537-d1c6-4273-b425-3d8e27aa4fb4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0509501 Dec 20 03:34:17.244910 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22905b49-0916-496e-a949-85cf77f8e2cd req-d6e3bc72-f79e-49b1-8c3a-cf36759153a8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555041 Dec 20 03:34:18.379333 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7a8b5-74dd-4252-91d7-a3fb469f6ad2 req-a44fd1b8-88de-4398-b8b7-ebf9a7053658 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:18.389620 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cb7a8b5-74dd-4252-91d7-a3fb469f6ad2 req-a44fd1b8-88de-4398-b8b7-ebf9a7053658 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0640452 Dec 20 03:34:18.457852 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cb7a8b5-74dd-4252-91d7-a3fb469f6ad2 req-aaeea7ba-f920-4f65-b2bd-602ecbdeabb1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644894 Dec 20 03:34:19.586212 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba934a6-b8f0-4101-9e0a-2124fc046b06 req-a1338093-e781-40c3-ba90-f1d0c5273102 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:19.588595 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8ba934a6-b8f0-4101-9e0a-2124fc046b06 req-a1338093-e781-40c3-ba90-f1d0c5273102 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0524890 Dec 20 03:34:19.659628 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8ba934a6-b8f0-4101-9e0a-2124fc046b06 req-a2f8fc63-76d4-448c-b8f4-35888a919eee tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653083 Dec 20 03:34:20.778699 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817a55-acc7-4371-941a-361f44a6e79e req-e76f88b1-f30f-4ba1-8e51-ef5a43ecced2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:20.780156 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a817a55-acc7-4371-941a-361f44a6e79e req-e76f88b1-f30f-4ba1-8e51-ef5a43ecced2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0499225 Dec 20 03:34:20.851881 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a817a55-acc7-4371-941a-361f44a6e79e req-f66f9821-4976-45ea-b585-8fc76fb740a1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658655 Dec 20 03:34:21.973483 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd18191-e5c2-48b6-990a-2948276f5a12 req-e32f9451-af3a-4818-90cd-c21e7ab5f0df tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:21.974976 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fd18191-e5c2-48b6-990a-2948276f5a12 req-e32f9451-af3a-4818-90cd-c21e7ab5f0df tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0499735 Dec 20 03:34:22.039095 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fd18191-e5c2-48b6-990a-2948276f5a12 req-62f0e6e1-5109-40dd-95e5-a72a0be6491f tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581186 Dec 20 03:34:23.159816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721af3f-f096-4f2f-a968-f89375d35bed req-0e145def-cc56-4d48-b625-3e4ba68813e2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:23.161324 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2721af3f-f096-4f2f-a968-f89375d35bed req-0e145def-cc56-4d48-b625-3e4ba68813e2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0500457 Dec 20 03:34:23.223688 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2721af3f-f096-4f2f-a968-f89375d35bed req-d3e3b91c-b4c1-401b-bcbc-6b2f4b799fd0 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553594 Dec 20 03:34:24.345905 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c775d-9713-4ae5-a148-ccbf0a128631 req-5a671dc1-585e-4392-9b4d-8d104ce66319 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:24.347418 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c19c775d-9713-4ae5-a148-ccbf0a128631 req-5a671dc1-585e-4392-9b4d-8d104ce66319 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0521863 Dec 20 03:34:24.410084 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c19c775d-9713-4ae5-a148-ccbf0a128631 req-cdc77200-3bf1-4993-9d5f-a3095fc181f3 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566037 Dec 20 03:34:25.176669 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb42a8f0-8319-4b18-a3c5-4cbf9ab0bac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:25.530190 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032705c-98d3-403c-8094-2a38d4ebbfff req-69e2edee-41f7-4f75-8fb0-9bd531677ea1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:25.531680 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e032705c-98d3-403c-8094-2a38d4ebbfff req-69e2edee-41f7-4f75-8fb0-9bd531677ea1 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0512900 Dec 20 03:34:25.592900 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e032705c-98d3-403c-8094-2a38d4ebbfff req-4acfbb4f-d7f3-46a5-ba53-fb6be7c9fd8c tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547240 Dec 20 03:34:26.721438 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b00de7-a8ca-4e12-b1da-8fce226713da req-626d73a3-f510-43e3-9365-d10687edf0cb tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:26.723004 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-63b00de7-a8ca-4e12-b1da-8fce226713da req-626d73a3-f510-43e3-9365-d10687edf0cb tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0558329 Dec 20 03:34:26.792180 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-63b00de7-a8ca-4e12-b1da-8fce226713da req-18f642cd-f0c8-449c-bf3d-37a018066503 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631864 Dec 20 03:34:27.444381 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8df7d50b-83a5-48b6-bf8f-4a4e5723769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:27.916917 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea2764-a8fe-4f0e-a1d7-8e01933883c2 req-f19cb12a-71d3-4acb-9259-c878bfa976b2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:27.918893 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-76ea2764-a8fe-4f0e-a1d7-8e01933883c2 req-f19cb12a-71d3-4acb-9259-c878bfa976b2 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0516484 Dec 20 03:34:27.984390 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-76ea2764-a8fe-4f0e-a1d7-8e01933883c2 req-24ff58ab-7e23-4285-82c4-f6934975d249 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589061 Dec 20 03:34:28.491193 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48686) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:28.541985 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Deleting subnet 56364dd8-c957-4b61-be15-bb675bfe4822 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:34:28.545435 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.581624 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.625032 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.679815 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.749424 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.777036 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56364dd8-c957-4b61-be15-bb675bfe4822,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:28.779130 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.782622 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-93705f2e-c591-412c-954c-067b517f1fe5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/56364dd8-c957-4b61-be15-bb675bfe4822 HTTP/1.1" status: 204 len: 168 time: 0.2904043 Dec 20 03:34:28.785217 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48688) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:28.855102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.937443 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.958338 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fe64b7-d33c-4d47-90a3-8de2f67e8986']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:28.967981 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd06111-b150-4ecc-bcfa-30439dd98c3e') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:28.968270 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd06111-b150-4ecc-bcfa-30439dd98c3e') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:28.977463 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8841771'] for segment, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.991053 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:28.997818 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:34:28.998515 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749203'] for segment, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.000161 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: Traceback (most recent call last): Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: timer() Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: cb(*args, **kw) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: return func(*args, **kwargs) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: self._notify() Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: self.callback(batched_events) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: event.method(event) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: return f(self, *a, **k) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._get(url).json() Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:34:29.005296 dv-cinder-818037-11-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:34:29.113480 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b9730-3f9a-47de-a7e9-77e571fc64fc req-0040d11f-4b71-4dee-bc5f-9289ce1ac82e tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:29.114963 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da2b9730-3f9a-47de-a7e9-77e571fc64fc req-0040d11f-4b71-4dee-bc5f-9289ce1ac82e tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0502825 Dec 20 03:34:29.142121 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.154469 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.155334 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] 10.222.0.53 "DELETE /v2.0/networks/04fe64b7-d33c-4d47-90a3-8de2f67e8986 HTTP/1.1" status: 204 len: 168 time: 0.3690457 Dec 20 03:34:29.176650 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8551e-a7a9-410d-8638-740736112f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=04fe64b7-d33c-4d47-90a3-8de2f67e8986,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:29.204155 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da2b9730-3f9a-47de-a7e9-77e571fc64fc req-51472ba2-d015-41b5-99ce-7e36de7253aa tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&id=75465038-afa0-4bc4-8472-5ba4863afd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832055 Dec 20 03:34:29.466572 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48696) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:29.510583 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-41f22524-4f4b-4088-b530-78105418bd64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52b3f51f2d0f44ffab57b6f7798b66ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426245 Dec 20 03:34:29.513731 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48698) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:29.587747 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be9b7c95-c913-41f8-b226-3eea0924000e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.619854 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be9b7c95-c913-41f8-b226-3eea0924000e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.800076 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be9b7c95-c913-41f8-b226-3eea0924000e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.802671 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be9b7c95-c913-41f8-b226-3eea0924000e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:29.803891 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-be9b7c95-c913-41f8-b226-3eea0924000e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62cc7a84-636f-411d-aa68-a5c2da30745d HTTP/1.1" status: 204 len: 168 time: 0.2891214 Dec 20 03:34:29.812177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b7c95-c913-41f8-b226-3eea0924000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc7a84-636f-411d-aa68-a5c2da30745d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:30.365589 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:30.880042 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:30.930442 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48728) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:31.034339 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1091465504-network', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:31.165119 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Made reservation on behalf of d4fa0cffd767432cae1c69fa4e26e6c5 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:34:31.167462 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.176636 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.255980 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.318791 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.344068 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:34:31.353318 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec26d1e-9177-4268-b93f-dc9c119a6bfb,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:31.361457 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.361677 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Added segment da35a931-d483-46cb-8516-37643b24e2f7 of type vlan for network 247f1037-2c21-483f-b1d2-d9c7b96998be Dec 20 03:34:31.403817 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.497464 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.498788 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:31.499391 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.561285 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] Pushing event updated for resources: {'Network': ['ID=247f1037-2c21-483f-b1d2-d9c7b96998be,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:31.570952 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 247f1037-2c21-483f-b1d2-d9c7b96998be details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:34:31.619505 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8a7fc7f9-ec27-40fa-864e-9bf9e08f407e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6879334 Dec 20 03:34:31.623879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48732) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:31.628842 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Request body: {'subnet': {'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1091465504-subnet', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:31.708055 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Made reservation on behalf of d4fa0cffd767432cae1c69fa4e26e6c5 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:34:31.710491 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574633'] for subnet, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:31.948124 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9749872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574535'] for subnet, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.002401 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0f4d81-4a8b-4618-8fde-e514a966ddd7,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:32.013004 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Checking segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:32.013428 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Network hostable DHCP agents. Network: 247f1037-2c21-483f-b1d2-d9c7b96998be, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:34:32.095575 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:34:32.190072 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 247f1037-2c21-483f-b1d2-d9c7b96998be) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:32.194944 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:32.196060 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.199301 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c80c5c-b5f0-4119-8662-3e5e61152844 None None] Network 247f1037-2c21-483f-b1d2-d9c7b96998be requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:34:32.282687 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-65e5544d-c06f-42cd-aa29-772de1870c1b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6577511 Dec 20 03:34:32.285378 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48738) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:32.289729 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:32.302537 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-247f1037-2c21-483f-b1d2-d9c7b96998be', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:34:32.303431 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.383276 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.384358 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.439092 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.448270 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Allocated IP 172.20.0.2 (247f1037-2c21-483f-b1d2-d9c7b96998be/ac0f4d81-4a8b-4618-8fde-e514a966ddd7/6904e964-c6e5-4219-bc0b-76d0b118863e) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:34:32.609267 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.635115 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.708641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.749714 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:32.752506 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:32.756090 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:34:32.762107 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Pushing event updated for resources: {'Port': ['ID=6904e964-c6e5-4219-bc0b-76d0b118863e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:32.773787 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.774131 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.774468 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.774798 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.775121 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.775442 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.775762 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.776080 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.776395 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.776711 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.777025 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.777359 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.777671 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:32.824279 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Attempting to bind port 6904e964-c6e5-4219-bc0b-76d0b118863e on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:34:32.824652 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Attempting to bind port 6904e964-c6e5-4219-bc0b-76d0b118863e by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:34:32.825008 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Attempting to bind port 6904e964-c6e5-4219-bc0b-76d0b118863e on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:34:32.830867 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:34:32.831231 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Checking segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:32.831656 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.832044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Bound using segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:34:32.832503 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Bound port: 6904e964-c6e5-4219-bc0b-76d0b118863e, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:34:32.832926 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.913620 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] For port 6904e964-c6e5-4219-bc0b-76d0b118863e, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:34:32.913620 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] For port 6904e964-c6e5-4219-bc0b-76d0b118863e, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=6904e964-c6e5-4219-bc0b-76d0b118863e,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:34:32.964805 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.987021 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:32.994215 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:33.058966 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944a72f-f87a-4fc3-a984-66ba737e21fa None None] Pushing event updated for resources: {'Port': ['ID=6904e964-c6e5-4219-bc0b-76d0b118863e,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:33.108228 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Allocated IP 172.27.2.185 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/22c1a7c9-1d1c-44ae-96bb-5135ea5f6576) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:34:33.238797 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:33.337494 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:33.379932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:33.382847 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:33.387178 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:34:33.390901 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Pushing event updated for resources: {'Port': ['ID=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:33.738503 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:33.941819 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:33.964090 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcee13-3294-4131-b365-198aba80c441 None None] Network 247f1037-2c21-483f-b1d2-d9c7b96998be requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:34:34.034876 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b41ef48e-02f6-4633-afbe-dd327ed56eb0 None None] Provisioning complete for port 6904e964-c6e5-4219-bc0b-76d0b118863e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:34.035157 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b41ef48e-02f6-4633-afbe-dd327ed56eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:34.125073 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Router ac80680b-8060-4edb-b329-20f6db73d9a2 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:34:34.156831 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b41ef48e-02f6-4633-afbe-dd327ed56eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:34.270634 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:34:34.306462 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:34:34.333956 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:34.333956 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:34.355713 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] Publish callbacks [] for router, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:34.360786 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-679220d2-8b52-45c7-b443-3f90f4f21e43 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0705643 Dec 20 03:34:34.360965 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48748) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:34.371969 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b41ef48e-02f6-4633-afbe-dd327ed56eb0 None None] For port 6904e964-c6e5-4219-bc0b-76d0b118863e, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=6904e964-c6e5-4219-bc0b-76d0b118863e,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:34.440208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b41ef48e-02f6-4633-afbe-dd327ed56eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:34.487911 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:34.519163 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 6904e964-c6e5-4219-bc0b-76d0b118863e up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:34.586539 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ef48e-02f6-4633-afbe-dd327ed56eb0 None None] Pushing event updated for resources: {'Port': ['ID=6904e964-c6e5-4219-bc0b-76d0b118863e,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:34.662555 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-33e97dd2-0201-4866-ad53-719ccb1cfead None None] Provisioning complete for port 6904e964-c6e5-4219-bc0b-76d0b118863e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:34.662930 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-33e97dd2-0201-4866-ad53-719ccb1cfead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:34.730811 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 6904e964-c6e5-4219-bc0b-76d0b118863e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:34.731188 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:34.903681 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:33Z', 'revision_number': 3, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:34.938418 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:34:34.938768 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Updating router ac80680b-8060-4edb-b329-20f6db73d9a2 port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:34:34.968309 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.126682 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.268944 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.296717 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Allocated IP 172.20.0.1 (247f1037-2c21-483f-b1d2-d9c7b96998be/ac0f4d81-4a8b-4618-8fde-e514a966ddd7/48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:34:35.342519 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.397184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Attempting to bind port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:34:35.397550 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Attempting to bind port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:34:35.397918 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Attempting to bind port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:34:35.400079 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d113943-4211-4d19-a403-0be49165ad12 None None] Pushing event updated for resources: {'Port': ['ID=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:35.408528 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:34:35.408965 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:35.410153 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.410153 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:34:35.410557 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Bound port: 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:34:35.410557 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.421687 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.489124 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] For port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:34:35.494016 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] For port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:34:35.520324 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.562873 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:35.566053 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:35.569941 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:34:35.577559 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Pushing event updated for resources: {'Port': ['ID=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:35.585920 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.641612 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.668316 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:35.669201 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:35.720282 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d113943-4211-4d19-a403-0be49165ad12 None None] Pushing event updated for resources: {'Port': ['ID=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:35.829023 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:35.901676 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:35.948701 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-8622decf-ad0f-4a6d-b6ac-bb8fa878d534 None None] Provisioning complete for port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:35.949066 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8622decf-ad0f-4a6d-b6ac-bb8fa878d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.001735 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-8622decf-ad0f-4a6d-b6ac-bb8fa878d534 None None] Port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:34:36.060401 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:33Z', 'revision_number': 3, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:36.089719 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0b9c1-195d-4f6d-a988-e3093feeb3fd None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:33Z', 'revision_number': 3, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:34:36.152881 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.222721 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.296833 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Pushing event updated for resources: {'Port': ['ID=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:36.307016 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.480164 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:36.481867 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:36.586972 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 6904e964-c6e5-4219-bc0b-76d0b118863e up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:36.685934 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:34:36.710434 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 6904e964-c6e5-4219-bc0b-76d0b118863e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:36.710811 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.848333 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:36.862646 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:34:36.879870 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d783a888-dbb6-4189-84d4-b0fc278f184a admin admin] 10.222.0.53 "PUT /v2.0/routers/ac80680b-8060-4edb-b329-20f6db73d9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101011 Dec 20 03:34:36.910702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-18dfcaf8-2b25-4fb2-873f-8769568bc37c None None] Provisioning complete for port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:36.911176 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18dfcaf8-2b25-4fb2-873f-8769568bc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.963789 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:36.964635 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:36.969558 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-18dfcaf8-2b25-4fb2-873f-8769568bc37c None None] Port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:34:37.078207 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:37.105061 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:37.418220 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:37.471955 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:37.826461 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48782) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:37.831486 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2088492484-network', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:37.903815 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Made reservation on behalf of d000d9f2b7574b9690f8e4d08b5d5788 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:34:37.906352 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:37.915523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:37.994998 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.051047 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:34:38.066273 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:38.067147 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:38.067993 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.095076 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:34:38.106742 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b5186-4700-423d-ab24-fce2a4f7b7a8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:38.117023 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.117610 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Added segment 20e05465-d1d5-441b-b3b0-a2ca552415af of type vlan for network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb Dec 20 03:34:38.172019 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.180901 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:38.263973 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.265235 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:38.266330 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.334321 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8c8715-ff4c-4aa3-8dfa-67c9006084cb,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:38.346911 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:34:38.391202 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-29fba064-4adb-4c77-a2c9-ccd78e7762d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5636077 Dec 20 03:34:38.395328 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48784) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:38.400132 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Request body: {'subnet': {'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2088492484-subnet', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:38.414662 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 2, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:38.444292 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:34:38.445020 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Updating router ac80680b-8060-4edb-b329-20f6db73d9a2 port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:34:38.474007 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.520045 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Made reservation on behalf of d000d9f2b7574b9690f8e4d08b5d5788 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:34:38.522682 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.622989 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:38.742931 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:38.744491 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.786301 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.828903 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.858063 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:38.927030 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f7b98-d7e1-4ca2-97b1-7169f54d53b3 None None] Pushing event updated for resources: {'Port': ['ID=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:38.946583 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330964e4-ee74-4fc4-b93a-9790f9920700,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:38.966865 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Checking segment: {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:38.967841 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Network hostable DHCP agents. Network: 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:34:38.993194 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Attempting to bind port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:34:38.993194 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Attempting to bind port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:34:38.993194 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Attempting to bind port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:34:38.998652 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:34:39.003473 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Checking segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:39.003473 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.003473 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Bound using segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:34:39.003473 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Bound port: 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:34:39.003473 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.076673 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] For port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:34:39.080314 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] For port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:34:39.119810 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:34:39.201578 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.220823 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-160242cc-60fe-460b-8be7-a6d50f720c76 None None] Provisioning complete for port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:39.221428 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-160242cc-60fe-460b-8be7-a6d50f720c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.269751 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:39.273738 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:39.274341 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:39.275873 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:39.284466 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.285717 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f7b98-d7e1-4ca2-97b1-7169f54d53b3 None None] Pushing event updated for resources: {'Port': ['ID=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:39.302864 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb40c0-2dc4-453c-9613-d3fa809f6386 None None] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:34:39.378163 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-23fe700c-9a1d-4589-a7c1-e55fdcbaa418 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9817400 Dec 20 03:34:39.378617 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48798) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:39.383994 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:39.409592 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:39.471730 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-160242cc-60fe-460b-8be7-a6d50f720c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.522749 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-932529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126030'] for router, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.524438 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-932129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-927230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126023'] for router, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.574154 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9131bdac-23b9-51b8-a992-dbbd20d98324-6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'fixed_ips': [{'subnet_id': '330964e4-ee74-4fc4-b93a-9790f9920700'}]}} from dv-cinder-818037-11-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 03:34:39.575500 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.587370 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-160242cc-60fe-460b-8be7-a6d50f720c76 None None] For port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:39.595328 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.636897 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:39.674093 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f412b6-3081-418f-adc6-15891d8025a3 None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:34:39.709105 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-160242cc-60fe-460b-8be7-a6d50f720c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.776296 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160242cc-60fe-460b-8be7-a6d50f720c76 None None] Pushing event updated for resources: {'Port': ['ID=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:39.868832 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-9f0a7f4d-7d2f-44d7-9b21-d809f6e1ef3a None None] Provisioning complete for port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:39.869282 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7f4d-7d2f-44d7-9b21-d809f6e1ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.896568 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:39.907410 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Allocated IP 172.20.0.2 (6a8c8715-ff4c-4aa3-8dfa-67c9006084cb/330964e4-ee74-4fc4-b93a-9790f9920700/5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:34:40.150360 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Publish callbacks [] for port, precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.222566 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441'] for port, after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.229387 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.254725 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.280773 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:40.285041 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:40.287019 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Pushing event updated for resources: {'Port': ['ID=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:40.289202 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:34:40.349019 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Attempting to bind port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:34:40.349598 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Attempting to bind port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:34:40.349957 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Attempting to bind port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb on network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:34:40.362821 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:34:40.363082 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Checking segment: {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:40.363739 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.364171 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Bound using segment: {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:34:40.364580 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Bound port: 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:34:40.365021 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.411054 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Allocated IP 172.27.2.211 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/8ba4eed0-e3a8-4a57-83ef-41185aeeb738) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:34:40.467243 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] For port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:34:40.471697 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] For port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:34:40.484351 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-b8bab496-ad5b-46c2-8e6a-a62f667e9ec5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701790 Dec 20 03:34:40.516360 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:40.576370 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:40.577072 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.599829 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.635633 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-d8786b90-64c3-43da-842e-220bb12dc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:40.637575 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-d8786b90-64c3-43da-842e-220bb12dc5d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1137 time: 0.0686305 Dec 20 03:34:40.762414 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-8e648e6f-3318-44d1-9296-89f743454a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:40.763940 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-8e648e6f-3318-44d1-9296-89f743454a27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 914 time: 0.0930114 Dec 20 03:34:40.788668 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.846544 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:40.860379 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-2ebdbc64-b7b7-4aba-bfac-7a699f9f3831 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 1001 time: 0.0885849 Dec 20 03:34:40.872048 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8682f-51b8-4031-bdb1-f11e474bfd49 None None] Pushing event updated for resources: {'Port': ['ID=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:40.916539 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:40.921809 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:40.925792 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:34:40.928505 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:40.961635 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-a1e8fbc9-3475-45d5-b7d3-010c613598cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:40.963277 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-a1e8fbc9-3475-45d5-b7d3-010c613598cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.0825579 Dec 20 03:34:41.049912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-c8d66739-5338-4430-9358-7f85d3aa4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:41.052175 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-c8d66739-5338-4430-9358-7f85d3aa4e3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0806870 Dec 20 03:34:41.136827 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:41.180287 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-98561f7d-701e-43f5-b716-24005b00dcf9 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149991 Dec 20 03:34:41.319468 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-24aaeb75-479c-4e3f-acd0-fd05d5af8ed3 req-8ba8e229-e528-45d3-bb1e-06a50b4d6ff7 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309276 Dec 20 03:34:41.435591 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:41.655271 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-927139'] for router, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:41.845403 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Router 39d9b821-1cf6-45bb-86bf-95935a388db6 is scheduled to L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 03:34:42.229520 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024da35d-0341-4943-a8fc-36526a20200d None None] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:34:42.259726 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:34:42.299491 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Sync routers for ids ['39d9b821-1cf6-45bb-86bf-95935a388db6'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:34:42.337033 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Routers {'39d9b821-1cf6-45bb-86bf-95935a388db6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:42.337578 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['39d9b821-1cf6-45bb-86bf-95935a388db6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:42.342383 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-413a60a5-1d3f-4699-9c1e-ab708ce2ee8c None None] Provisioning complete for port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:42.343188 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-413a60a5-1d3f-4699-9c1e-ab708ce2ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:42.351453 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:42.353115 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f64be0d3-19f7-41ba-97cd-4e086cfacce5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9728017 Dec 20 03:34:42.362215 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48810) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:42.561484 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Set router 39d9b821-1cf6-45bb-86bf-95935a388db6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:42.566031 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:42.687832 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-413a60a5-1d3f-4699-9c1e-ab708ce2ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:42.784220 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-413a60a5-1d3f-4699-9c1e-ab708ce2ee8c None None] For port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:42.789866 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:42.790231 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:42.896977 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-413a60a5-1d3f-4699-9c1e-ab708ce2ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:42.974821 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.100947 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:34:41Z', 'revision_number': 3, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:43.144299 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Checking router: 39d9b821-1cf6-45bb-86bf-95935a388db6 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:34:43.144693 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Updating router 39d9b821-1cf6-45bb-86bf-95935a388db6 port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 binding host dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:34:43.151019 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-ca910f82-7799-4281-a0b7-f967b3293264 None None] Provisioning complete for port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:43.151019 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ca910f82-7799-4281-a0b7-f967b3293264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.166644 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a60a5-1d3f-4699-9c1e-ab708ce2ee8c None None] Pushing event updated for resources: {'Port': ['ID=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:43.173187 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Allocated IP 172.20.0.1 (6a8c8715-ff4c-4aa3-8dfa-67c9006084cb/330964e4-ee74-4fc4-b93a-9790f9920700/80076f1b-f4ea-4e6a-b373-61d06d440f37) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:34:43.203251 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.288072 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.400237 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.443839 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:43.446948 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:43.449403 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:34:43.484271 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Pushing event updated for resources: {'Port': ['ID=80076f1b-f4ea-4e6a-b373-61d06d440f37,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:43.509416 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926462'] for router_interface, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.543723 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Publish callbacks [] for port, precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.702961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.751600 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:34:43.755152 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-ebbeeca0-c439-44da-b574-2231b933fa1b None None] Provisioning complete for port 80076f1b-f4ea-4e6a-b373-61d06d440f37 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:43.755152 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ebbeeca0-c439-44da-b574-2231b933fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.774529 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.799885 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48299d37-926a-46d4-aef8-4fe9c07ad0ef None None] Pushing event updated for resources: {'Port': ['ID=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:43.805602 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Attempting to bind port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:34:43.805976 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Attempting to bind port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:34:43.806335 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Attempting to bind port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 on network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:34:43.815724 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-ebbeeca0-c439-44da-b574-2231b933fa1b None None] Port 80076f1b-f4ea-4e6a-b373-61d06d440f37 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:34:43.818603 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:34:43.819068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Checking segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:43.819646 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.820044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Bound using segment: {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:34:43.820563 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Bound port: 8ba4eed0-e3a8-4a57-83ef-41185aeeb738, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a298-52d6-4122-8c43-3a8380e043cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:34:43.820951 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:43.884342 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] For port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:34:43.887577 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] For port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:34:43.983844 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:44.043171 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:44.054961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48299d37-926a-46d4-aef8-4fe9c07ad0ef None None] Pushing event updated for resources: {'Port': ['ID=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:44.068313 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Routers {'39d9b821-1cf6-45bb-86bf-95935a388db6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:44.068313 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['39d9b821-1cf6-45bb-86bf-95935a388db6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:44.119597 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:44.183785 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] Set router 39d9b821-1cf6-45bb-86bf-95935a388db6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:44.193002 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925806'] for router_interface, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:44.195073 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Pushing event updated for resources: {'Port': ['ID=80076f1b-f4ea-4e6a-b373-61d06d440f37,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:44.312743 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:34:44.314796 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:34:44.427763 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '80076f1b-f4ea-4e6a-b373-61d06d440f37', 'name': '', 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'mac_address': 'fa:16:3e:35:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:43Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 1, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'subnets': [{'id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:44.459601 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c8120-42ae-4751-bd74-958d0aa2f244 None None] The sync data for ids ['39d9b821-1cf6-45bb-86bf-95935a388db6'] in dv-cinder-818037-11-iscsi is: [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '80076f1b-f4ea-4e6a-b373-61d06d440f37', 'name': '', 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'mac_address': 'fa:16:3e:35:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:43Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 1, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'subnets': [{'id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:34:44.472151 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Router 39d9b821-1cf6-45bb-86bf-95935a388db6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:34:44.494557 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:44.552530 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:44.553207 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:44.625680 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:34:44.631126 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-23b28dda-0fc4-4fdb-801e-7ee55ebf705a admin admin] 10.222.0.53 "PUT /v2.0/routers/39d9b821-1cf6-45bb-86bf-95935a388db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675242 Dec 20 03:34:44.669937 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-9080512b-e423-4125-a1d5-8fc9d60a4381 None None] Provisioning complete for port 80076f1b-f4ea-4e6a-b373-61d06d440f37 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:44.669937 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9080512b-e423-4125-a1d5-8fc9d60a4381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:44.709622 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-9080512b-e423-4125-a1d5-8fc9d60a4381 None None] Port 80076f1b-f4ea-4e6a-b373-61d06d440f37 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:34:45.357811 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48830) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:45.363775 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005542187', 'description': 'tempest-secgroup-smoke-1005542187 description', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:45.470428 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:45.572455 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:45.662236 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:45.694283 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18dae3-94e0-4597-88b9-b95d14b772f7,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:45.701607 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.701940 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.702282 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.702618 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.702951 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.703281 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.703606 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.703930 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.704253 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.704575 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.704895 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.705233 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.705555 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:45.750793 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:45.752088 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-becec55e-b8d6-4fc8-b742-055d11d95f1c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3933177 Dec 20 03:34:45.755392 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48832) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:45.759971 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group_rule': {'security_group_id': '5c18dae3-94e0-4597-88b9-b95d14b772f7', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:45.890856 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:45.952541 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.034080 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.054897 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad1728c-a02f-403d-abe4-87e95f0538a4,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:46.121683 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.122957 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5f77678a-60f9-40b6-9f69-aaf7b9018be1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664787 Dec 20 03:34:46.127478 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48836) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:46.132539 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group_rule': {'security_group_id': '5c18dae3-94e0-4597-88b9-b95d14b772f7', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:46.228337 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.305154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.381675 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.401655 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2addaf-b567-4e48-b7e0-060cf91f6288,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:46.491653 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:46.547810 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:46.548179 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.634557 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.646530 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.648026 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-46dcad90-defe-49a6-9099-6a6587247dc4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5194719 Dec 20 03:34:46.650810 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48840) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:46.655867 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group_rule': {'security_group_id': '5c18dae3-94e0-4597-88b9-b95d14b772f7', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:46.656091 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] For port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:46.741663 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.960132 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Pushing event updated for resources: {'Port': ['ID=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:46.960997 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.960997 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:46.993471 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.012319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e115394-5352-443d-aa35-b134f8f6ca17,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:47.103450 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.104703 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-260d1972-c753-453d-b751-cc2e44c85f8e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528651 Dec 20 03:34:47.107917 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48844) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:47.112379 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group_rule': {'security_group_id': '5c18dae3-94e0-4597-88b9-b95d14b772f7', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:47.228852 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.326556 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.416472 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.437537 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275a9ea7-c87c-4065-8fbb-af732eb7d541,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:47.522714 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.523961 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b4ae6c00-77b4-4347-a211-0e959a8f27e9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4151042 Dec 20 03:34:47.527021 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 48848) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:47.534567 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group_rule': {'security_group_id': '5c18dae3-94e0-4597-88b9-b95d14b772f7', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:47.645261 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Project d4fa0cffd767432cae1c69fa4e26e6c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 03:34:47.650776 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.725631 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.794884 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.813788 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8dc83f-1679-40bb-8fff-55ad567eee0a,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:47.892946 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:47.897794 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2e2085aa-9315-4c57-aaa5-c5098d032b42 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3656740 Dec 20 03:34:47.901403 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 48850) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:34:47.906299 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'security_group_rule': {'security_group_id': '5c18dae3-94e0-4597-88b9-b95d14b772f7', 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:34:48.062447 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Project d4fa0cffd767432cae1c69fa4e26e6c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 03:34:48.062447 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.063611 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Sync routers for ids ['39d9b821-1cf6-45bb-86bf-95935a388db6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:34:48.063611 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Routers {'39d9b821-1cf6-45bb-86bf-95935a388db6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:48.063611 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['39d9b821-1cf6-45bb-86bf-95935a388db6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:48.122602 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.176829 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.191266 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Set router 39d9b821-1cf6-45bb-86bf-95935a388db6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:48.198834 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cc970e-f979-4877-8541-30afbda4e535,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:48.248270 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.250080 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-947c069f-c5de-467d-8c9d-3214ec7bfe61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3475451 Dec 20 03:34:48.442627 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '80076f1b-f4ea-4e6a-b373-61d06d440f37', 'name': '', 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'mac_address': 'fa:16:3e:35:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:43Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 2, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'subnets': [{'id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:48.478196 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Checking router: 39d9b821-1cf6-45bb-86bf-95935a388db6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:34:48.478562 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Updating router 39d9b821-1cf6-45bb-86bf-95935a388db6 port 80076f1b-f4ea-4e6a-b373-61d06d440f37 binding host dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 03:34:48.479237 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:48.506988 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.603221 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:48.603588 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.868503 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Publish callbacks [] for port, precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:48.965567 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.017358 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Pushing event updated for resources: {'Port': ['ID=80076f1b-f4ea-4e6a-b373-61d06d440f37,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:49.045700 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.046071 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.046439 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.046774 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.047106 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.047433 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.047772 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.048098 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.048413 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.048940 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.049643 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.049965 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.050282 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:34:49.084982 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Attempting to bind port 80076f1b-f4ea-4e6a-b373-61d06d440f37 on host dv-cinder-818037-11-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:34:49.085785 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Attempting to bind port 80076f1b-f4ea-4e6a-b373-61d06d440f37 by drivers openvswitch,hyperv on host dv-cinder-818037-11-iscsi at level 0 using segments [{'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:34:49.085912 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Attempting to bind port 80076f1b-f4ea-4e6a-b373-61d06d440f37 on network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:34:49.094720 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Checking agent: {'id': '614e9b36-2766-40e2-92a5-198b290bb55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 20, 1), 'started_at': datetime.datetime(2021, 12, 20, 3, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:34:49.095224 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Checking segment: {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:34:49.095878 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.096505 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Bound using segment: {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:34:49.097328 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Bound port: 80076f1b-f4ea-4e6a-b373-61d06d440f37, host: dv-cinder-818037-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e05465-d1d5-441b-b3b0-a2ca552415af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:34:49.097994 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.189130 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] For port 80076f1b-f4ea-4e6a-b373-61d06d440f37, host dv-cinder-818037-11-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:34:49.192658 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] For port 80076f1b-f4ea-4e6a-b373-61d06d440f37, host dv-cinder-818037-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=80076f1b-f4ea-4e6a-b373-61d06d440f37,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:34:49.268310 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-854860e1-a059-4bb3-ad24-8b4f8b8c5345 None None] Provisioning complete for port 80076f1b-f4ea-4e6a-b373-61d06d440f37 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:49.269316 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-854860e1-a059-4bb3-ad24-8b4f8b8c5345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.311664 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-854860e1-a059-4bb3-ad24-8b4f8b8c5345 None None] Port 80076f1b-f4ea-4e6a-b373-61d06d440f37 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:34:49.313712 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.376667 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Routers {'39d9b821-1cf6-45bb-86bf-95935a388db6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:34:49.383328 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['39d9b821-1cf6-45bb-86bf-95935a388db6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:49.481008 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ae99f-4203-4a45-9771-026312095ba0 None None] Pushing event updated for resources: {'Port': ['ID=80076f1b-f4ea-4e6a-b373-61d06d440f37,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:49.589548 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] Set router 39d9b821-1cf6-45bb-86bf-95935a388db6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:34:49.748758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2648d13c-19e5-4ea4-8017-00907cd37632 None None] Provisioning complete for port 80076f1b-f4ea-4e6a-b373-61d06d440f37 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:49.749391 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2648d13c-19e5-4ea4-8017-00907cd37632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.831199 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '80076f1b-f4ea-4e6a-b373-61d06d440f37', 'name': '', 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'mac_address': 'fa:16:3e:35:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:43Z', 'updated_at': '2021-12-20T03:34:49Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'subnets': [{'id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:34:49.841925 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2648d13c-19e5-4ea4-8017-00907cd37632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:49.860760 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150a28e-cd36-4835-88ea-97a07994f277 None None] The sync data for ids ['39d9b821-1cf6-45bb-86bf-95935a388db6'] in dv-cinder-818037-11-iscsi is: [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:34:43Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '80076f1b-f4ea-4e6a-b373-61d06d440f37', 'name': '', 'network_id': '6a8c8715-ff4c-4aa3-8dfa-67c9006084cb', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'mac_address': 'fa:16:3e:35:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:43Z', 'updated_at': '2021-12-20T03:34:49Z', 'revision_number': 4, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'subnets': [{'id': '330964e4-ee74-4fc4-b93a-9790f9920700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:34:49.883364 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2648d13c-19e5-4ea4-8017-00907cd37632 None None] For port 80076f1b-f4ea-4e6a-b373-61d06d440f37, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=80076f1b-f4ea-4e6a-b373-61d06d440f37,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:34:49.988183 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2648d13c-19e5-4ea4-8017-00907cd37632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:50.064764 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648d13c-19e5-4ea4-8017-00907cd37632 None None] Pushing event updated for resources: {'Port': ['ID=80076f1b-f4ea-4e6a-b373-61d06d440f37,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:34:50.490120 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 80076f1b-f4ea-4e6a-b373-61d06d440f37 up at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:34:50.553529 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Provisioning complete for port 80076f1b-f4ea-4e6a-b373-61d06d440f37 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:34:50.553935 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:52.849118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50260b3-9a8d-4ec4-8e92-12373476af27 req-2f2a0c6c-bdf2-49bb-bba6-183725efceea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:52.850744 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d50260b3-9a8d-4ec4-8e92-12373476af27 req-2f2a0c6c-bdf2-49bb-bba6-183725efceea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0522103 Dec 20 03:34:52.905434 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d50260b3-9a8d-4ec4-8e92-12373476af27 req-c5d5b75d-fab2-4bd1-86d7-a4d74f3508c3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482619 Dec 20 03:34:54.031485 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0886b-ebc7-4c69-9bbb-351e4c37b100 req-98b04611-7eb7-406c-af17-ca4e18fb90c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:54.033033 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eba0886b-ebc7-4c69-9bbb-351e4c37b100 req-98b04611-7eb7-406c-af17-ca4e18fb90c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Dec 20 03:34:54.083051 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eba0886b-ebc7-4c69-9bbb-351e4c37b100 req-e8d7f062-7ef1-42d2-8971-4b119cc00d4a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 Dec 20 03:34:55.209676 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a28fd-1efa-4e0c-9649-202ca98ffebb req-48a74c92-c7cc-409a-8534-0d41071a76b0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:55.212011 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc9a28fd-1efa-4e0c-9649-202ca98ffebb req-48a74c92-c7cc-409a-8534-0d41071a76b0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0520995 Dec 20 03:34:55.222327 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9dd12734-f44e-40d5-a5e0-ac92f302f743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:55.270427 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc9a28fd-1efa-4e0c-9649-202ca98ffebb req-99d1a1cd-3207-4d49-8962-598c49a15068 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519040 Dec 20 03:34:56.397925 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec6e99-7082-42ec-be91-22ce190177b8 req-cea9a8f4-9dca-4299-877a-5da76d3a5403 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:56.399465 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ec6e99-7082-42ec-be91-22ce190177b8 req-cea9a8f4-9dca-4299-877a-5da76d3a5403 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0510576 Dec 20 03:34:56.459684 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ec6e99-7082-42ec-be91-22ce190177b8 req-dc90b10a-8b5f-409a-acee-1b54da6ffabe tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530031 Dec 20 03:34:57.444002 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a895597d-7e5b-4daf-8ee1-04c24eeea657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:57.591347 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c35d9-661c-4330-8df9-12157de66b81 req-6580e4f5-8230-4cf5-afcf-c30c3d33cc62 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:57.593107 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4f6c35d9-661c-4330-8df9-12157de66b81 req-6580e4f5-8230-4cf5-afcf-c30c3d33cc62 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0517998 Dec 20 03:34:57.647156 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4f6c35d9-661c-4330-8df9-12157de66b81 req-0208f490-c5a9-4aba-b70b-061427005eb0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Dec 20 03:34:58.672935 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:34:58.769770 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e25e-4028-469b-a194-f58141b22014 req-550ed336-5772-4e45-9982-e6663afefc93 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:58.771364 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4293e25e-4028-469b-a194-f58141b22014 req-550ed336-5772-4e45-9982-e6663afefc93 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0503323 Dec 20 03:34:58.818339 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4293e25e-4028-469b-a194-f58141b22014 req-d630d225-0ec0-45ed-a149-7e3ec1d5cd14 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Dec 20 03:34:59.941721 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504a61e-fabd-4156-91b8-6f7948fac6ed req-e2dbc026-f515-410a-b861-ac2d5834d204 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:34:59.943293 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c504a61e-fabd-4156-91b8-6f7948fac6ed req-e2dbc026-f515-410a-b861-ac2d5834d204 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Dec 20 03:34:59.991844 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c504a61e-fabd-4156-91b8-6f7948fac6ed req-d3e61228-cf8f-4a43-b166-f44d7a4541a8 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Dec 20 03:35:00.365111 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:00.834372 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:01.118724 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102f736-ec49-459c-8928-d9fdee886900 req-fde85813-4d8c-44d8-90ee-da8d0b0fad05 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:01.120121 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c102f736-ec49-459c-8928-d9fdee886900 req-fde85813-4d8c-44d8-90ee-da8d0b0fad05 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0537660 Dec 20 03:35:01.167417 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c102f736-ec49-459c-8928-d9fdee886900 req-83f985cd-ec30-4cb4-ada6-64e232ac18f7 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404143 Dec 20 03:35:02.293976 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556bbb5-8243-4d89-a9c5-edb1c253d87e req-f804a10b-ee09-4fd5-a347-af05c29cd9f5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:02.296087 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6556bbb5-8243-4d89-a9c5-edb1c253d87e req-f804a10b-ee09-4fd5-a347-af05c29cd9f5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0519128 Dec 20 03:35:02.346169 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6556bbb5-8243-4d89-a9c5-edb1c253d87e req-747466db-9143-4e6f-aa8b-dfff9aa0b6de tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444872 Dec 20 03:35:03.466243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce143-104a-474c-b891-6077497e2521 req-7292767c-ff48-4437-a4aa-187162ee863e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:03.468789 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0b4ce143-104a-474c-b891-6077497e2521 req-7292767c-ff48-4437-a4aa-187162ee863e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0506074 Dec 20 03:35:03.516549 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0b4ce143-104a-474c-b891-6077497e2521 req-08205286-9af4-4dfd-bd27-e93ae29b3ca9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Dec 20 03:35:04.657753 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1a52-a466-4121-b897-2d1fdb2181aa req-220c9272-98d3-43c4-b64e-79b3fb6d1c60 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:04.659276 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6d8f1a52-a466-4121-b897-2d1fdb2181aa req-220c9272-98d3-43c4-b64e-79b3fb6d1c60 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0560505 Dec 20 03:35:04.706699 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6d8f1a52-a466-4121-b897-2d1fdb2181aa req-4ba5dc1e-5ae5-4843-9172-020742a83aea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Dec 20 03:35:05.100068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:35:05.204337 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:05.215263 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '31810791-54e6-413e-889b-510ef52f5b14', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'port_id': '31810791-54e6-413e-889b-510ef52f5b14', 'mac_address': 'fa:16:3e:01:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:35:05.254609 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:05.271138 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31810791-54e6-413e-889b-510ef52f5b14 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:35:05.290607 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:05.363796 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:05.415750 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:05.623800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['31810791-54e6-413e-889b-510ef52f5b14'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:35:05.835410 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fc5d2-0c2b-40ec-a139-ff73c9fa66af req-3d4309b2-75c2-4314-bb3d-ea9a77f6f7af tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:05.836935 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c30fc5d2-0c2b-40ec-a139-ff73c9fa66af req-3d4309b2-75c2-4314-bb3d-ea9a77f6f7af tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Dec 20 03:35:05.884948 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c30fc5d2-0c2b-40ec-a139-ff73c9fa66af req-14be8cd6-3b3b-4804-b6d1-d343a91b99be tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419750 Dec 20 03:35:06.145580 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c2e6e-68dd-4c9f-b274-50cb9dd07f36 req-841b12dd-5ddd-447d-8067-1c335ca9b611 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:06.147064 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a8c2e6e-68dd-4c9f-b274-50cb9dd07f36 req-841b12dd-5ddd-447d-8067-1c335ca9b611 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0490503 Dec 20 03:35:06.198247 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a8c2e6e-68dd-4c9f-b274-50cb9dd07f36 req-4f6f1941-7010-4a44-9588-5d2293348c98 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Dec 20 03:35:07.017104 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ec5b5-8f41-4fc9-ad35-55a9f5e47945 req-271b82a9-ff80-4564-88f4-00976ec0ab04 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:07.018926 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e18ec5b5-8f41-4fc9-ad35-55a9f5e47945 req-271b82a9-ff80-4564-88f4-00976ec0ab04 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 945 time: 0.0565698 Dec 20 03:35:07.072618 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e18ec5b5-8f41-4fc9-ad35-55a9f5e47945 req-dc248227-0ee5-48d3-ad7e-f84c22fc47f2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475960 Dec 20 03:35:07.114091 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:35:07.165820 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 31810791-54e6-413e-889b-510ef52f5b14 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:35:07.166201 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:07.260979 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:07.288184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:07.290474 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d40f872-1d62-4a5b-8513-2147dff9be54" -d '{"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-plugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:07.301811 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:07.324590 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aac44-a1ff-40e0-afd2-c32a5a834fbb req-5e5d61dd-1798-4a81-88a7-4422134dc2c9 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:07.326243 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae0aac44-a1ff-40e0-afd2-c32a5a834fbb req-5e5d61dd-1798-4a81-88a7-4422134dc2c9 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0519845 Dec 20 03:35:07.381179 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae0aac44-a1ff-40e0-afd2-c32a5a834fbb req-8784d7f4-e0d8-40be-b19a-0cea3e12a71d tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482268 Dec 20 03:35:07.387858 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:07.422034 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55906e05-72ac-4b54-bc6b-f42680f3874e x-openstack-request-id: req-55906e05-72ac-4b54-bc6b-f42680f3874e {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:07.422326 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-plugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:07.422574 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55906e05-72ac-4b54-bc6b-f42680f3874e {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:07.423168 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'code': 200} Dec 20 03:35:07.450205 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:08.224594 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5020-1cb6-4035-aa3b-118ef5981077 req-1cda078b-0c33-4bae-82eb-22c89f52b806 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:08.232858 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9f9d5020-1cb6-4035-aa3b-118ef5981077 req-1cda078b-0c33-4bae-82eb-22c89f52b806 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0777550 Dec 20 03:35:08.288346 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9f9d5020-1cb6-4035-aa3b-118ef5981077 req-e7dd21ea-b99b-46f9-96fb-b8c53e6176d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544424 Dec 20 03:35:08.578220 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f13b4b-7b28-42d1-bf0b-3373f8dcd15d req-dab56723-ae7e-4a4d-b6ab-240e507102f6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:08.580715 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12f13b4b-7b28-42d1-bf0b-3373f8dcd15d req-dab56723-ae7e-4a4d-b6ab-240e507102f6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.1101573 Dec 20 03:35:08.593941 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-2c2bed37-91c6-48e1-a02b-134b34bc0a12 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:08.603964 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-2c2bed37-91c6-48e1-a02b-134b34bc0a12 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 946 time: 0.0928476 Dec 20 03:35:08.723086 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12f13b4b-7b28-42d1-bf0b-3373f8dcd15d req-1e548a77-a4ef-42be-96e7-8cf78ce28fc7 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f9536a-2632-435c-a146-d75a74fcf395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261871 Dec 20 03:35:08.730953 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-debb0886-55b2-47b4-9c99-70d9e125589e req-579edcdd-b7ed-47cc-ad10-30047daa0166 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528272423&fields=id&tenant_id=74667b9b73e542e5a65f354d431c3b7a HTTP/1.1" status: 200 len: 267 time: 0.1497607 Dec 20 03:35:08.801656 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0886-55b2-47b4-9c99-70d9e125589e req-316011ac-ef88-4f09-932f-07673d64b5ef tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:08.810007 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-debb0886-55b2-47b4-9c99-70d9e125589e req-316011ac-ef88-4f09-932f-07673d64b5ef tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 984 time: 0.0707312 Dec 20 03:35:08.816588 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Request body: {'port': {'security_groups': ['df6a20d8-03cb-49ca-a0d2-3b798655887c']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:35:08.828398 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Deleting port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:08.829617 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:08.934082 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] For port 0937f7e3-7e3d-4d63-8a16-585915a1cb83, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0937f7e3-7e3d-4d63-8a16-585915a1cb83,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:08.934811 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:08.938718 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.153536 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.153998 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.154394 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Floating IP 9442101e-8fe5-402a-b068-37a63595add4 disassociated. External IP: 172.27.2.155, port: 0937f7e3-7e3d-4d63-8a16-585915a1cb83. Dec 20 03:35:09.154849 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Calling delete_port for 0937f7e3-7e3d-4d63-8a16-585915a1cb83 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:09.267804 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:09.329156 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.428312 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.431513 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.465670 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['252e4b81-2b8b-4472-b0f9-0b2a9b974c88'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:35:09.477170 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event deleted for resources: {'Port': ['ID=0937f7e3-7e3d-4d63-8a16-585915a1cb83,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:09.499429 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.500177 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.501327 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.501854 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.502348 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.502832 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.503362 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.503845 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.504554 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.505045 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.505579 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.506071 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.506625 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:09.537293 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:09.538132 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:09.540237 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-debb0886-55b2-47b4-9c99-70d9e125589e req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "PUT /v2.0/ports/252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 942 time: 0.7285783 Dec 20 03:35:09.543327 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:09.548905 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e150a3c-b521-4b5f-b600-16458bbae494" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:09.559358 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49166) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:09.581183 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a240f1-5db1-4d54-b671-61456d5a3327 req-33205a00-fac1-4b08-bc4d-b4f623b578c5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:09.582933 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-68a240f1-5db1-4d54-b671-61456d5a3327 req-33205a00-fac1-4b08-bc4d-b4f623b578c5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.1903858 Dec 20 03:35:09.674548 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da641ccc-084a-4fcf-b3fd-eb2b773f44b4 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event updated for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=7']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:09.723758 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['252e4b81-2b8b-4472-b0f9-0b2a9b974c88'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:35:09.759516 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-68a240f1-5db1-4d54-b671-61456d5a3327 req-778b75a4-044d-4333-a5bd-52a12ed3a8fd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642575 Dec 20 03:35:09.779243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:35:09.784226 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-5eda4973-5aab-463c-b17b-3d5fdfbfddcc tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005542187&fields=id&tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 267 time: 0.1039214 Dec 20 03:35:09.821772 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae72ed6e-3dc0-44d2-950a-3245402fcfe8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.063165 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e4d57df9-9ac8-47ce-9d7c-ad2265f149b9 None None] Provisioning complete for port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:35:10.063841 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e4d57df9-9ac8-47ce-9d7c-ad2265f149b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.074154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-4cc7f5c6-0a6c-4a71-ab98-b0b6646be82a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:10.075684 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-4cc7f5c6-0a6c-4a71-ab98-b0b6646be82a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 812 time: 0.2812719 Dec 20 03:35:10.078467 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67db2e2-b418-4f32-9525-44a553702c6b x-openstack-request-id: req-a67db2e2-b418-4f32-9525-44a553702c6b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:10.078780 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:10.079033 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a67db2e2-b418-4f32-9525-44a553702c6b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:10.079437 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'status': 'completed', 'code': 200} Dec 20 03:35:10.118352 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:35:10.130875 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae72ed6e-3dc0-44d2-950a-3245402fcfe8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.137647 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:35:10.138771 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-d8b41090-06ee-477e-98a8-86aeb91a1e84 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/quotas/d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0551791 Dec 20 03:35:10.188874 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:10.189566 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:10.209819 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f14ac6bc-e968-4124-ba04-0127cf0a5063 req-5a1af23e-6661-40dd-972e-f3d638755eef tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 210 time: 0.0508311 Dec 20 03:35:10.236274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] No DVR routers for this DVR port 0937f7e3-7e3d-4d63-8a16-585915a1cb83 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:10.239827 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-b0bf5a3d-348c-417d-838a-59f83cf67854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:10.241752 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-b0bf5a3d-348c-417d-838a-59f83cf67854 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1098 time: 0.1844273 Dec 20 03:35:10.243065 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.246832 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-456fd0f3-be5d-43df-8074-2abf3438d07a req-e531951b-9ba2-4465-b2bf-475c222a3fa6 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.54 "DELETE /v2.0/ports/0937f7e3-7e3d-4d63-8a16-585915a1cb83 HTTP/1.1" status: 204 len: 173 time: 1.6352501 Dec 20 03:35:10.247704 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'name': 'network-vif-deleted', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:10.251242 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0744bd30-5cda-4d98-a0ec-4e9b7ff1f0e1" -d '{"events": [{"server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "name": "network-vif-deleted", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:10.256106 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-1636a315-a548-4ea4-bab9-da57a7a96ae1 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055372 Dec 20 03:35:10.330844 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:10.434890 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-86c29ee0-5bc8-417b-97ef-9230807df86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:10.437591 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-86c29ee0-5bc8-417b-97ef-9230807df86a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 914 time: 0.1824319 Dec 20 03:35:10.445167 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae72ed6e-3dc0-44d2-950a-3245402fcfe8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.448559 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5ea037-cdca-4079-9120-0325c36af552 x-openstack-request-id: req-2d5ea037-cdca-4079-9120-0325c36af552 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:10.448728 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae72ed6e-3dc0-44d2-950a-3245402fcfe8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.449060 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ea081-3dd8-40ec-bade-7fbf12f68c75", "name": "network-vif-deleted", "tag": "0937f7e3-7e3d-4d63-8a16-585915a1cb83", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:10.449445 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d5ea037-cdca-4079-9120-0325c36af552 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:10.453391 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ea081-3dd8-40ec-bade-7fbf12f68c75', 'name': 'network-vif-deleted', 'tag': '0937f7e3-7e3d-4d63-8a16-585915a1cb83', 'status': 'completed', 'code': 200} Dec 20 03:35:10.456413 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ae72ed6e-3dc0-44d2-950a-3245402fcfe8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "DELETE /v2.0/security-groups/75465038-afa0-4bc4-8472-5ba4863afd0f HTTP/1.1" status: 204 len: 168 time: 0.8897395 Dec 20 03:35:10.456413 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49180) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:10.536328 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-01c61786-13c7-4943-a9a9-21a9ba0667c8 service neutron] 10.222.0.53 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504971 Dec 20 03:35:10.591885 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-2a53e9bd-e17b-441f-b1c9-e4eb84c7cc66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 1001 time: 0.1405039 Dec 20 03:35:10.593481 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72ed6e-3dc0-44d2-950a-3245402fcfe8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75465038-afa0-4bc4-8472-5ba4863afd0f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:10.660406 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-35936146-ba12-4a04-bc7d-e85e6fa8274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:10.662004 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-35936146-ba12-4a04-bc7d-e85e6fa8274d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.0612242 Dec 20 03:35:10.724131 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:10.757965 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-e0e2c8e9-785d-4801-b49f-f6010f3c53b2 service neutron] 10.222.0.53 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113264 Dec 20 03:35:10.770636 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Deleting port f00444ff-8688-4ef5-aa5e-ce56e561cd85 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:10.771086 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.773930 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:35:10.785642 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:10.786527 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:10.794300 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-58abcf5b-12ab-426c-a58b-fa071ab34088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:10.798907 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-58abcf5b-12ab-426c-a58b-fa071ab34088 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1269870 Dec 20 03:35:10.882341 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.882871 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:10.896246 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Calling delete_port for f00444ff-8688-4ef5-aa5e-ce56e561cd85 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:10.980620 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:10.987318 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-fc0721f6-3497-48f5-9885-5a0942bad429 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775851 Dec 20 03:35:11.169443 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0937f7e3-7e3d-4d63-8a16-585915a1cb83 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:11.175826 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d43ea-bbd9-42d0-9340-e13443af93fc req-6f9aacf1-b9f0-418b-b340-305950b522cd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:11.177474 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:11.178506 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dc9d43ea-bbd9-42d0-9340-e13443af93fc req-6f9aacf1-b9f0-418b-b340-305950b522cd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.1618557 Dec 20 03:35:11.217838 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 0937f7e3-7e3d-4d63-8a16-585915a1cb83 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:11.218229 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 0937f7e3-7e3d-4d63-8a16-585915a1cb83 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:11.231728 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4e150a3c-b521-4b5f-b600-16458bbae494 req-215b3627-0894-43e4-86c6-e8025e699465 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339294 Dec 20 03:35:11.286948 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dc9d43ea-bbd9-42d0-9340-e13443af93fc req-ec9b834b-9c11-4719-82d3-6974e8cd442d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938141 Dec 20 03:35:11.324641 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:11.342301 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:11.365196 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affd714-0781-4bab-bf29-dd3466264058 None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:28:40Z', 'revision_number': 4, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'ef5090cf-745c-4160-abd8-cd5d52b6dbff', 'name': '', 'network_id': 'c6092e9e-6552-44a6-a685-c033f6e4e6c9', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'mac_address': 'fa:16:3e:74:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:39Z', 'updated_at': '2021-12-20T03:28:44Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'subnets': [{'id': '4ece3fda-4a68-433a-a4c3-0bb7aaf94895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:35:11.367711 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event deleted for resources: {'Port': ['ID=f00444ff-8688-4ef5-aa5e-ce56e561cd85,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:11.485340 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-738b4c82-74de-426f-816e-beb4db23a7d3 req-3b0f3ec2-67ac-459a-9cc3-0f53b29bd655 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d0ea081-3dd8-40ec-bade-7fbf12f68c75 HTTP/1.1" status: 200 len: 210 time: 0.0868261 Dec 20 03:35:11.525657 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks [] for floatingip, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:11.526044 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Floating IP 47e2d1e3-618c-4455-9d5b-56cf1bcc6538 disassociated (deleted). External IP: 172.27.2.228, port: 252e4b81-2b8b-4472-b0f9-0b2a9b974c88. Dec 20 03:35:11.691199 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8758770-96bc-4af4-993a-00122823aaf4 None None] New status for floating IP 9442101e-8fe5-402a-b068-37a63595add4: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:35:12.031523 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Router 03d2ba76-8453-42cc-b633-41467bc13926 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:35:12.141969 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a7d6cbbc-ac5f-4e37-b759-5e86fb4bf2e0 req-7f8e1cf2-18f1-4b1d-8429-984cef2722fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 210 time: 0.0491292 Dec 20 03:35:12.274687 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:35:12.279882 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:12.286117 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] Sync routers for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:35:12.300872 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:12.301612 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:12.320967 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c12aead2-aaf7-4b0b-bf97-8962b9450969 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "DELETE /v2.0/floatingips/47e2d1e3-618c-4455-9d5b-56cf1bcc6538 HTTP/1.1" status: 204 len: 168 time: 1.8569796 Dec 20 03:35:12.320967 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:12.322347 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccea300-83ec-4c84-8000-ccbc7a448cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:12.435189 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fa630-6b37-4970-93a1-05f9365912d2 req-a093fa9e-7bd5-403b-a76c-09257830ec2f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:12.437884 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a41fa630-6b37-4970-93a1-05f9365912d2 req-a093fa9e-7bd5-403b-a76c-09257830ec2f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0747204 Dec 20 03:35:12.502683 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a41fa630-6b37-4970-93a1-05f9365912d2 req-24f63f99-2e98-46e1-adbf-4b1806353c5c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565019 Dec 20 03:35:12.516405 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:12.589179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7884d052-60f5-4f2f-8ea3-330e7cdc080b x-openstack-request-id: req-7884d052-60f5-4f2f-8ea3-330e7cdc080b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:12.589406 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:12.589660 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7884d052-60f5-4f2f-8ea3-330e7cdc080b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:12.590207 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'status': 'completed', 'code': 200} Dec 20 03:35:12.721618 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-15da16cf-b795-46e8-921c-0f0afadb1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:12.723329 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-15da16cf-b795-46e8-921c-0f0afadb1f8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74667b9b73e542e5a65f354d431c3b7a&device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 1098 time: 0.0701840 Dec 20 03:35:12.794814 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49224) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:12.930504 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-9aa5098b-9125-41ed-9ca7-db3f9473cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:12.931993 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:12.932670 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-9aa5098b-9125-41ed-9ca7-db3f9473cb9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 200 len: 914 time: 0.2022145 Dec 20 03:35:12.940594 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e77e9b2c-2ad3-4afe-af18-53c3102d0de8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:12.969525 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] Checking router: 03d2ba76-8453-42cc-b633-41467bc13926 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:35:12.979304 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:12.979979 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:13.006053 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e77e9b2c-2ad3-4afe-af18-53c3102d0de8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:13.048063 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-d4469597-16f9-4fb1-9490-80c53790b54b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 200 len: 217 time: 0.1008818 Dec 20 03:35:13.115352 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:13.175182 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e77e9b2c-2ad3-4afe-af18-53c3102d0de8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:13.178651 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e77e9b2c-2ad3-4afe-af18-53c3102d0de8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:13.179997 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e77e9b2c-2ad3-4afe-af18-53c3102d0de8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "DELETE /v2.0/security-groups/82f9536a-2632-435c-a146-d75a74fcf395 HTTP/1.1" status: 204 len: 168 time: 0.3835785 Dec 20 03:35:13.183619 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49230) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:13.227369 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e9b2c-2ad3-4afe-af18-53c3102d0de8 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f9536a-2632-435c-a146-d75a74fcf395,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:13.245019 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-8d9b26dd-da67-4e71-9ac1-ebfbcc215159 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] show failed (client error): The resource could not be found. Dec 20 03:35:13.245019 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8d9b26dd-da67-4e71-9ac1-ebfbcc215159 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "GET /v2.0/security-groups/82f9536a-2632-435c-a146-d75a74fcf395 HTTP/1.1" status: 404 len: 347 time: 0.0599892 Dec 20 03:35:13.253893 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49232) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:13.297445 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10e0f5bb-07b8-4ebd-a84a-ff5573b5600a req-5f207faf-f93e-4bb3-ba10-fb307d2d0aec tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 210 time: 0.0608099 Dec 20 03:35:13.409806 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-e5f5893a-5f25-4cfa-8152-aa47cd6528e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:13.411618 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-e5f5893a-5f25-4cfa-8152-aa47cd6528e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 200 len: 852 time: 0.3408747 Dec 20 03:35:13.476440 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Deleting port e6bf7ac1-529b-480e-a142-9cd8eb756eff {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:13.476878 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:13.493041 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-934151e3-0ccc-47c3-b807-f951b73a6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:13.495142 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-934151e3-0ccc-47c3-b807-f951b73a6a75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4251048-07a2-46b4-8abe-fc4d95cf3d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727091 Dec 20 03:35:13.588813 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:13.592865 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:13.604208 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Calling delete_port for e6bf7ac1-529b-480e-a142-9cd8eb756eff owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:13.652314 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-d495f2d8-9c72-4ffd-b8fe-5e3b9156ba5f service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382160 Dec 20 03:35:13.704052 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:13.754246 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e7899-ea2a-4223-91d3-8f9268b69389 None None] The sync data for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi is: [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:32:11Z', 'revision_number': 4, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '7d991748-9614-4635-a0c3-51ac9f6667ff', 'name': '', 'network_id': 'd4251048-07a2-46b4-8abe-fc4d95cf3d22', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'mac_address': 'fa:16:3e:3d:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:09Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'subnets': [{'id': '198e7483-f336-464d-a3cd-2577d5ba4ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:35:13.861832 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fccea300-83ec-4c84-8000-ccbc7a448cb8 req-f57d7e30-f281-45f4-b4ae-961706ba4037 service neutron] 10.222.0.54 "GET /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955109 Dec 20 03:35:13.893021 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c12b-6d71-4449-8317-f7a85f3b442e req-eb774748-8270-4fb7-b22d-58a778bd6b1e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:13.900898 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d353c12b-6d71-4449-8317-f7a85f3b442e req-eb774748-8270-4fb7-b22d-58a778bd6b1e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.2067111 Dec 20 03:35:13.930361 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:14.006885 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d353c12b-6d71-4449-8317-f7a85f3b442e req-006b7be8-6cce-421f-b2ff-5cbd0329c5a5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016843 Dec 20 03:35:14.036044 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Pushing event deleted for resources: {'Port': ['ID=e6bf7ac1-529b-480e-a142-9cd8eb756eff,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:14.101540 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:14.106804 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:14.106804 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9418ec36-eb92-485e-aa09-825c6a3254e4 tempest-AttachVolumeTestJSON-784732766 tempest-AttachVolumeTestJSON-784732766-project] 10.222.0.53 "DELETE /v2.0/floatingips/9442101e-8fe5-402a-b068-37a63595add4 HTTP/1.1" status: 204 len: 168 time: 0.8288627 Dec 20 03:35:14.246893 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c25c63-27ab-42b5-b125-99fb8a23b643 None None] New status for floating IP 47e2d1e3-618c-4455-9d5b-56cf1bcc6538: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:35:14.452415 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6a49244c-9e43-47c1-a551-204e54859732 req-1b0a4fd0-f11f-4486-8a8b-56cdb35d88c4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 210 time: 0.0557778 Dec 20 03:35:14.951669 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-3d70201f-1a56-46d6-827c-5e7d28d9e0b4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:14.953391 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-3d70201f-1a56-46d6-827c-5e7d28d9e0b4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 812 time: 0.1125834 Dec 20 03:35:15.067041 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-de83ff1a-52b7-4f45-9c4b-b74653ec2ee8 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0929916 Dec 20 03:35:15.082586 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'port': {'device_id': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'admin_state_up': True, 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'security_groups': ['5c18dae3-94e0-4597-88b9-b95d14b772f7']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:35:15.278215 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2423ed3-0723-405e-ae47-010dbab94fe3 req-800b38c9-ab55-46bd-9b49-6766a0214b58 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:15.283506 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2423ed3-0723-405e-ae47-010dbab94fe3 req-800b38c9-ab55-46bd-9b49-6766a0214b58 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.1009500 Dec 20 03:35:15.343965 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2423ed3-0723-405e-ae47-010dbab94fe3 req-b9572816-cb76-4a57-812e-aeec37e70546 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529380 Dec 20 03:35:15.388064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Made reservation on behalf of d4fa0cffd767432cae1c69fa4e26e6c5 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:35:15.393241 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:15.578999 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Allocated IP 172.20.0.13 (247f1037-2c21-483f-b1d2-d9c7b96998be/ac0f4d81-4a8b-4618-8fde-e514a966ddd7/18e4f61a-85b3-4ab2-9fc5-c5bd02019210) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:35:15.632529 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5ac17190-1543-44ff-a785-d8ed41c9f0ce req-89f235f2-5939-492f-bff1-feb6972dd15e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 210 time: 0.0462902 Dec 20 03:35:15.784261 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:16.341267 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:16.393094 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:35:16.396540 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:35:16.399327 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:35:16.432379 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:16.464532 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:16.465220 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:16.516066 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32146-08db-4de5-acff-0b305b581045 req-fae09a02-d0bc-4066-9ab5-374f430c1147 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:16.517725 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24c32146-08db-4de5-acff-0b305b581045 req-fae09a02-d0bc-4066-9ab5-374f430c1147 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0563068 Dec 20 03:35:16.575369 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24c32146-08db-4de5-acff-0b305b581045 req-3cbc1863-cea6-419c-bd2c-8bfd89aa62dc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514355 Dec 20 03:35:16.602456 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-60295cf0-86cf-4657-9689-849db762ee12 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5249193 Dec 20 03:35:16.625792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Request body: {'port': {'device_id': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:35:16.681635 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-254ba200-ecd1-425d-a0e2-aefeca0c86af None None] Provisioning complete for port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:35:16.682925 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-254ba200-ecd1-425d-a0e2-aefeca0c86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:16.731318 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-254ba200-ecd1-425d-a0e2-aefeca0c86af None None] Port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:35:16.751459 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:16.817327 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd40c6-3938-490a-921e-9dab5587ba59 req-b166493a-cf5e-4e74-838a-261277ab1760 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:16.818872 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f8bd40c6-3938-490a-921e-9dab5587ba59 req-b166493a-cf5e-4e74-838a-261277ab1760 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 932 time: 0.0554147 Dec 20 03:35:16.899674 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f8bd40c6-3938-490a-921e-9dab5587ba59 req-6d8b2bd2-02be-4d52-9b07-aa8b7c76f655 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742147 Dec 20 03:35:17.146793 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:35:17.158309 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:17.175714 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Transition to ACTIVE for port object 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:35:17.237602 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf957c-e420-4297-b9cc-981c802f46ae req-218443d9-0eca-485e-9fc4-c9296ff287f8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:17.239035 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:17.250996 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bfcf957c-e420-4297-b9cc-981c802f46ae req-218443d9-0eca-485e-9fc4-c9296ff287f8 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0677922 Dec 20 03:35:17.331620 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bfcf957c-e420-4297-b9cc-981c802f46ae req-bef069f0-c340-49d6-bd23-f12be92f3f78 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741863 Dec 20 03:35:17.371206 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Pushing event updated for resources: {'Port': ['ID=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:17.427562 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Attempting to bind port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:35:17.428004 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Attempting to bind port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:35:17.428277 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Attempting to bind port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:35:17.440116 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 on network 247f1037-2c21-483f-b1d2-d9c7b96998be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:35:17.440803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Attempting to bind port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:35:17.446546 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:35:17.447083 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Checking segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:35:17.450979 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Bound using segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:35:17.450979 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Bound port: 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:35:17.450979 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:17.528972 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] For port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:35:17.536982 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] For port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:35:17.628279 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:17.671509 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:17.672137 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:17.673630 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] 10.222.0.54 "PUT /v2.0/ports/18e4f61a-85b3-4ab2-9fc5-c5bd02019210 HTTP/1.1" status: 200 len: 1094 time: 1.0550356 Dec 20 03:35:17.674264 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:17.676699 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e928741d-e6b8-42cd-a358-5b5ec605eb41" -d '{"events": [{"name": "network-changed", "server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:17.705698 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4a28-005c-49a2-ab74-7d0a82f1dc0a service neutron] Pushing event updated for resources: {'Port': ['ID=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:17.761982 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848dc09d-c8a6-4972-b2c0-02ea44ae3e12 x-openstack-request-id: req-848dc09d-c8a6-4972-b2c0-02ea44ae3e12 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:17.762331 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:17.762584 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-848dc09d-c8a6-4972-b2c0-02ea44ae3e12 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:17.762976 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'status': 'completed', 'code': 200} Dec 20 03:35:17.798586 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de39c8-ccfe-4680-b91a-c443a4e5a622 req-b25e69f9-d625-4ac1-9eab-e384b8d6d5b9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:17.800217 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06de39c8-ccfe-4680-b91a-c443a4e5a622 req-b25e69f9-d625-4ac1-9eab-e384b8d6d5b9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0839038 Dec 20 03:35:17.898363 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06de39c8-ccfe-4680-b91a-c443a4e5a622 req-c8dfdcbd-c00a-4592-a0df-4717e1687010 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826998 Dec 20 03:35:17.907501 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928741d-e6b8-42cd-a358-5b5ec605eb41 req-d9cb2b1f-b573-4e64-861f-7f1345ef889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:17.909810 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e928741d-e6b8-42cd-a358-5b5ec605eb41 req-d9cb2b1f-b573-4e64-861f-7f1345ef889a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1078010 Dec 20 03:35:18.062654 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7e333-1202-4114-8cc8-bf4dac1c19c0 req-77de2240-2459-46d6-affd-2c9f4133059c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.064189 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e5d7e333-1202-4114-8cc8-bf4dac1c19c0 req-77de2240-2459-46d6-affd-2c9f4133059c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0762141 Dec 20 03:35:18.070356 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928741d-e6b8-42cd-a358-5b5ec605eb41 req-68097f4d-d65e-4b73-aeaf-32f8fe3d1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.071858 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e928741d-e6b8-42cd-a358-5b5ec605eb41 req-68097f4d-d65e-4b73-aeaf-32f8fe3d1008 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1466949 Dec 20 03:35:18.157642 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e5d7e333-1202-4114-8cc8-bf4dac1c19c0 req-41f2ebd4-9749-47e0-97db-d0f7c5030d64 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827029 Dec 20 03:35:18.202887 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928741d-e6b8-42cd-a358-5b5ec605eb41 req-85084024-0470-43c2-a6db-dbe7e56be235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.204751 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e928741d-e6b8-42cd-a358-5b5ec605eb41 req-85084024-0470-43c2-a6db-dbe7e56be235 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250985 Dec 20 03:35:18.329274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-01a5dae1-9c61-44fa-858c-e940bf4527df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.331111 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-01a5dae1-9c61-44fa-858c-e940bf4527df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0504706 Dec 20 03:35:18.419292 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-50d423e8-7347-4921-8419-0e27be579517 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210 HTTP/1.1" status: 200 len: 217 time: 0.0711935 Dec 20 03:35:18.504862 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d48e5-60cb-43f4-ac1f-514845f2be67 req-ee96dec6-a9fc-4fe0-b40c-bf737ff006db tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.506419 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e2d48e5-60cb-43f4-ac1f-514845f2be67 req-ee96dec6-a9fc-4fe0-b40c-bf737ff006db tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.0981634 Dec 20 03:35:18.523852 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-30ac5758-978a-4da3-adee-c1fd6a857b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.525278 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-30ac5758-978a-4da3-adee-c1fd6a857b2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0868158 Dec 20 03:35:18.613411 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e2d48e5-60cb-43f4-ac1f-514845f2be67 req-77df7654-7322-41c8-b658-1e4ff3730d6b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971537 Dec 20 03:35:18.627718 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e904-7936-471f-a3e2-38d01222b20d req-a9d09890-8487-4a8c-bede-0627dde78239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:18.630888 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-a9d09890-8487-4a8c-bede-0627dde78239 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0894079 Dec 20 03:35:18.735955 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-de4ffbb2-4f05-4001-9472-c47c05766c83 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939739 Dec 20 03:35:18.840734 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e543e904-7936-471f-a3e2-38d01222b20d req-4038d1d0-e5cd-40ac-827c-f8bf98565def service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978165 Dec 20 03:35:19.067377 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3857d7-aa9c-402f-93ea-a5ab49118f9d req-b2e56cca-4dfe-4f46-9c41-eae870e3b767 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:19.071159 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ca3857d7-aa9c-402f-93ea-a5ab49118f9d req-b2e56cca-4dfe-4f46-9c41-eae870e3b767 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0701518 Dec 20 03:35:19.135986 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ca3857d7-aa9c-402f-93ea-a5ab49118f9d req-9669f45b-6123-4683-b176-df38455dea35 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572677 Dec 20 03:35:19.282152 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27476fc-2691-4ea6-b3f8-d6b71a49fbf7 req-c65f4e1a-4719-422c-b242-56e7000d2a55 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:19.285601 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c27476fc-2691-4ea6-b3f8-d6b71a49fbf7 req-c65f4e1a-4719-422c-b242-56e7000d2a55 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0615180 Dec 20 03:35:19.343041 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c27476fc-2691-4ea6-b3f8-d6b71a49fbf7 req-c4cb48e3-a2db-41b3-9d03-66b00c0f573a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505266 Dec 20 03:35:19.525751 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49308) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:19.708758 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-580c5ec9-686a-49f3-9a80-6f5e970e75ca tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:19.708758 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-580c5ec9-686a-49f3-9a80-6f5e970e75ca tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.1017079 Dec 20 03:35:19.834426 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Deleting port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:19.834793 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:19.840720 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f86bc-1b53-4fc6-9439-5686446320a8 req-362ee320-ebfd-4674-8dc1-b2556f4571fa tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:19.842969 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f3f86bc-1b53-4fc6-9439-5686446320a8 req-362ee320-ebfd-4674-8dc1-b2556f4571fa tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 945 time: 0.1297171 Dec 20 03:35:19.941889 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] For port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:19.942309 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:19.956147 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Calling delete_port for 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:19.983705 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f3f86bc-1b53-4fc6-9439-5686446320a8 req-965cc3cd-a4be-448a-bdaa-d0c37a8020ab tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/security-groups?id=df6a20d8-03cb-49ca-a0d2-3b798655887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066785 Dec 20 03:35:20.231381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:20.255892 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e456c4-2c7b-4f6a-b776-d609482f52bf req-e1a6e172-c258-442d-8207-6fd8b1c0978c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:20.257407 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78e456c4-2c7b-4f6a-b776-d609482f52bf req-e1a6e172-c258-442d-8207-6fd8b1c0978c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0534949 Dec 20 03:35:20.318834 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78e456c4-2c7b-4f6a-b776-d609482f52bf req-028049f0-fcc0-4985-a48b-1a3c4007dd5f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551195 Dec 20 03:35:20.508299 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdb4ed-4ee2-45a4-b939-654e87713204 req-60b949ad-6835-49ad-a30a-b48e4f51ddef tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:20.509690 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ccdb4ed-4ee2-45a4-b939-654e87713204 req-60b949ad-6835-49ad-a30a-b48e4f51ddef tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0944891 Dec 20 03:35:20.570534 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:20.587848 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ccdb4ed-4ee2-45a4-b939-654e87713204 req-68dea6ce-3664-4ad8-9c79-45c35d88dc24 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570636 Dec 20 03:35:20.594869 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Deleting port ef5090cf-745c-4160-abd8-cd5d52b6dbff {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:20.595216 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:20.601522 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Pushing event deleted for resources: {'Port': ['ID=252e4b81-2b8b-4472-b0f9-0b2a9b974c88,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:20.617001 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['252e4b81-2b8b-4472-b0f9-0b2a9b974c88'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:35:20.651127 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] No DVR routers for this DVR port 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:20.654570 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:20.658105 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b5d8389a-7003-4220-8d4b-37429b319b1c req-33e02365-1cbd-4fee-a74d-bc872e7ff023 tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.54 "DELETE /v2.0/ports/252e4b81-2b8b-4472-b0f9-0b2a9b974c88 HTTP/1.1" status: 204 len: 173 time: 1.0069845 Dec 20 03:35:20.658569 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'name': 'network-vif-deleted', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:20.660992 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60802bef-4b89-4ca3-aba1-dce3e76523eb" -d '{"events": [{"server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "name": "network-vif-deleted", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:20.721324 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242f473-d1d3-4fbe-82a7-1a356f8555ac x-openstack-request-id: req-4242f473-d1d3-4fbe-82a7-1a356f8555ac {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:20.722131 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dfd907-6eb9-4420-b9dc-36fa0518d29a", "name": "network-vif-deleted", "tag": "252e4b81-2b8b-4472-b0f9-0b2a9b974c88", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:20.722131 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4242f473-d1d3-4fbe-82a7-1a356f8555ac {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:20.722420 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dfd907-6eb9-4420-b9dc-36fa0518d29a', 'name': 'network-vif-deleted', 'tag': '252e4b81-2b8b-4472-b0f9-0b2a9b974c88', 'status': 'completed', 'code': 200} Dec 20 03:35:20.759737 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:35:20.762874 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] For port ef5090cf-745c-4160-abd8-cd5d52b6dbff, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ef5090cf-745c-4160-abd8-cd5d52b6dbff,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:20.764028 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:20.787304 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Calling delete_port for ef5090cf-745c-4160-abd8-cd5d52b6dbff owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:21.153490 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c0bf0314-ae3f-47dc-abba-a39536d2ff11 req-64159d8e-81bb-4eef-a9d7-f5d98f2d016b tempest-TestMinimumBasicScenario-1745353868 tempest-TestMinimumBasicScenario-1745353868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2dfd907-6eb9-4420-b9dc-36fa0518d29a HTTP/1.1" status: 200 len: 210 time: 0.0370798 Dec 20 03:35:21.189790 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:21.215286 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5090cf-745c-4160-abd8-cd5d52b6dbff,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:21.447826 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:21.509995 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0d1fc-7697-4f5a-9544-01300e4e6d27 req-c4ee81b8-8a0b-4659-8aaf-60dc7151c455 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:21.512089 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12b0d1fc-7697-4f5a-9544-01300e4e6d27 req-c4ee81b8-8a0b-4659-8aaf-60dc7151c455 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0848222 Dec 20 03:35:21.581156 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12b0d1fc-7697-4f5a-9544-01300e4e6d27 req-a84c0fe3-ac7c-4c89-8ee9-3b719b8416bf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614164 Dec 20 03:35:21.735525 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Router 060a0bbf-003e-4032-a5fe-421dbbc00d7c has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:35:21.743165 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f3d40-01a2-41ff-ab8d-44cb212805b1 req-c4b088e7-9377-41f1-b0e9-583f1e9a21b3 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:21.744617 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e48f3d40-01a2-41ff-ab8d-44cb212805b1 req-c4b088e7-9377-41f1-b0e9-583f1e9a21b3 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0666857 Dec 20 03:35:21.865386 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e48f3d40-01a2-41ff-ab8d-44cb212805b1 req-34c33c7f-5f16-4b2a-a0bc-2916b4c9166d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124125 Dec 20 03:35:21.884870 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:35:21.890385 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b815007d-ed8f-4232-ba5c-5bb6d8266251 admin admin] 10.222.0.53 "PUT /v2.0/routers/060a0bbf-003e-4032-a5fe-421dbbc00d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3632612 Dec 20 03:35:21.893390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49334) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:21.895582 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] Sync routers for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:35:21.909496 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:21.909496 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:22.004678 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.036692 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:22.112255 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.209092 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Deleting port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:22.209465 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.230213 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:35:20Z', 'revision_number': 5, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port': {'id': '5f8ed9f3-c144-4390-8e3d-f0ab3b836a18', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:28:35Z', 'updated_at': '2021-12-20T03:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:22.259290 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] Checking router: 060a0bbf-003e-4032-a5fe-421dbbc00d7c for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:35:22.267655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] Routers {'060a0bbf-003e-4032-a5fe-421dbbc00d7c'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:22.268261 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:22.293849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] For port 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:22.294388 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.307390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Calling delete_port for 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:22.362445 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] Set router 060a0bbf-003e-4032-a5fe-421dbbc00d7c gateway port host: None {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:22.422377 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:35:22Z', 'revision_number': 6, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:22.453022 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3501b27a-1fec-4c81-9379-419ff38886e8 None None] The sync data for ids ['060a0bbf-003e-4032-a5fe-421dbbc00d7c'] in dv-cinder-818037-11-iscsi is: [{'id': '060a0bbf-003e-4032-a5fe-421dbbc00d7c', 'name': 'tempest-AttachVolumeTestJSON-1348264154-router', 'tenant_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:28:34Z', 'updated_at': '2021-12-20T03:35:22Z', 'revision_number': 6, 'project_id': 'f6cedc6984fc42c8a1f5b20ec5354095', 'gw_port_host': None}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:35:22.570741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.595163 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8ed9f3-c144-4390-8e3d-f0ab3b836a18,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:22.675329 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.715870 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d08e1-0f9a-41fc-b40f-d2b9e0e34cdb req-6da1a052-b108-4d1a-97a4-f57cb18f5dfb tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:22.717497 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec2d08e1-0f9a-41fc-b40f-d2b9e0e34cdb req-6da1a052-b108-4d1a-97a4-f57cb18f5dfb tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.0504699 Dec 20 03:35:22.768289 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.770590 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.772068 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec2d08e1-0f9a-41fc-b40f-d2b9e0e34cdb req-9282593c-3e0d-4cd0-98f8-c575d063f60c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479503 Dec 20 03:35:22.875155 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-566bd46d-6562-4fa4-8089-0f81ca5b0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:22.876776 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-566bd46d-6562-4fa4-8089-0f81ca5b0882 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1099 time: 0.0449491 Dec 20 03:35:22.909330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.909330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 060a0bbf-003e-4032-a5fe-421dbbc00d7c {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:35:22.909330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.910168 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-89b87d04-dd55-4d68-adf0-533bfde8f87d admin admin] 10.222.0.53 "DELETE /v2.0/routers/060a0bbf-003e-4032-a5fe-421dbbc00d7c HTTP/1.1" status: 204 len: 168 time: 1.0158224 Dec 20 03:35:22.912571 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49376) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:22.987300 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Deleting subnet 4ece3fda-4a68-433a-a4c3-0bb7aaf94895 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:35:22.998675 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:22.999974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-ddb29846-7274-430c-a2c5-259dd543a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:22.999974 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-ddb29846-7274-430c-a2c5-259dd543a56c service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.1105030 Dec 20 03:35:23.033097 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9550-3603-4388-b467-b6674c31c6dc req-0cf00911-1d11-4dbb-93f7-9b3fb88116ce tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:23.034610 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-259a9550-3603-4388-b467-b6674c31c6dc req-0cf00911-1d11-4dbb-93f7-9b3fb88116ce tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0936210 Dec 20 03:35:23.043230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.068112 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-eb49d6c9-f127-420d-a0aa-04522f8017f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31810791-54e6-413e-889b-510ef52f5b14 HTTP/1.1" status: 200 len: 1001 time: 0.0602274 Dec 20 03:35:23.128143 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-278fdbdd-ade7-4fb9-a8eb-f47da10fd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:23.129544 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-278fdbdd-ade7-4fb9-a8eb-f47da10fd952 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0504291 Dec 20 03:35:23.176534 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-259a9550-3603-4388-b467-b6674c31c6dc req-a15ef158-561a-4539-8401-b53733ea207d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357088 Dec 20 03:35:23.183111 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-651d4f53-5dab-403b-9d4a-500e49b24757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:23.184640 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-651d4f53-5dab-403b-9d4a-500e49b24757 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433731 Dec 20 03:35:23.195827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.246695 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:23.275301 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:23.275652 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 252e4b81-2b8b-4472-b0f9-0b2a9b974c88 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:23.289088 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-ed43ce07-149c-405c-a6bd-18e54bdc791a service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887249 Dec 20 03:35:23.308080 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.327859 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5801c5e6-5860-4167-967d-3157b7b5ba48 None None] Network c6092e9e-6552-44a6-a685-c033f6e4e6c9 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:35:23.342062 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.346154 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ece3fda-4a68-433a-a4c3-0bb7aaf94895 HTTP/1.1" status: 204 len: 168 time: 0.4325194 Dec 20 03:35:23.347947 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb53a5-58b7-4400-8d2a-fe655eaca77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ece3fda-4a68-433a-a4c3-0bb7aaf94895,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:23.351157 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49388) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:23.398572 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9d18eba-0077-44c5-bfeb-ffa12dfa0d16 req-ec625b02-51b3-45f1-a6ad-e954d7fc3239 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021891 Dec 20 03:35:23.432696 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.506718 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] DHCP port deletion for c6092e9e-6552-44a6-a685-c033f6e4e6c9 request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:35:23.563278 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] Deleting port ba49963f-05ed-4f85-b09b-0aab98c883a5 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:23.563961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.645536 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] For port ba49963f-05ed-4f85-b09b-0aab98c883a5, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ba49963f-05ed-4f85-b09b-0aab98c883a5,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:23.646028 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.661749 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] Calling delete_port for ba49963f-05ed-4f85-b09b-0aab98c883a5 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:23.739483 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49390) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:23.777945 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Deleting port ba49963f-05ed-4f85-b09b-0aab98c883a5 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:23.778522 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.853577 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] For port ba49963f-05ed-4f85-b09b-0aab98c883a5, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ba49963f-05ed-4f85-b09b-0aab98c883a5,segment=NetworkSegment(9a9abeff-c0c2-4f95-b641-4e74a02694bb),segment_id=9a9abeff-c0c2-4f95-b641-4e74a02694bb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:23.853959 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.856154 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.866940 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Calling delete_port for ba49963f-05ed-4f85-b09b-0aab98c883a5 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:23.886486 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] No DVR routers for this DVR port ba49963f-05ed-4f85-b09b-0aab98c883a5 on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:23.892317 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79d4e1-96f8-474a-bd85-091a3dc51704 None None] Pushing event deleted for resources: {'Port': ['ID=ba49963f-05ed-4f85-b09b-0aab98c883a5,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:23.948516 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:23.973551 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba49963f-05ed-4f85-b09b-0aab98c883a5,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:23.976883 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] No DVR routers for this DVR port ba49963f-05ed-4f85-b09b-0aab98c883a5 on host dv-cinder-818037-11-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:23.989510 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c50bae-89f7-4e61-bd90-a7cbeb87b4ee req-7ce4040e-0da3-4dbc-8a96-71a61afdbc3d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:23.991004 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18c50bae-89f7-4e61-bd90-a7cbeb87b4ee req-7ce4040e-0da3-4dbc-8a96-71a61afdbc3d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.1332166 Dec 20 03:35:24.050885 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.072289 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6092e9e-6552-44a6-a685-c033f6e4e6c9']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:24.076748 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18c50bae-89f7-4e61-bd90-a7cbeb87b4ee req-7393bad7-4159-4ec2-9770-a8d9a3ec5593 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772815 Dec 20 03:35:24.081651 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9abeff-c0c2-4f95-b641-4e74a02694bb') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:24.081953 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9abeff-c0c2-4f95-b641-4e74a02694bb') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:24.092590 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8841771'] for segment, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.105710 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.112226 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:35:24.112722 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749203'] for segment, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: warnings.warn(msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: self.session.flush() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: self.session.flush() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: self.session.flush() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: self.session.flush() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: Traceback (most recent call last): Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: timer() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: cb(*args, **kw) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: return func(*args, **kwargs) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: self._notify() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: self.callback(batched_events) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: event.method(event) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: return f(self, *a, **k) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._get(url).json() Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:35:24.114485 dv-cinder-818037-11-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:35:24.275319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.280494 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.283840 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6092e9e-6552-44a6-a685-c033f6e4e6c9 HTTP/1.1" status: 204 len: 168 time: 0.9324663 Dec 20 03:35:24.307063 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70771a-8980-46db-9632-2c2b220d799c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6092e9e-6552-44a6-a685-c033f6e4e6c9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:24.334476 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c2739-b539-4236-aa3a-23dc7adea900 req-4c92a308-1eed-42c6-95e9-ac79b2600e68 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:24.336184 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-090c2739-b539-4236-aa3a-23dc7adea900 req-4c92a308-1eed-42c6-95e9-ac79b2600e68 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0894139 Dec 20 03:35:24.392978 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-090c2739-b539-4236-aa3a-23dc7adea900 req-e758a9ab-f772-4aed-b91c-07455dfab89d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471427 Dec 20 03:35:24.473068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:24.489938 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.493744 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:24.494099 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5f8ed9f3-c144-4390-8e3d-f0ab3b836a18 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:24.494516 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ef5090cf-745c-4160-abd8-cd5d52b6dbff no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:24.515516 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: ef5090cf-745c-4160-abd8-cd5d52b6dbff {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:24.516780 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ef5090cf-745c-4160-abd8-cd5d52b6dbff not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:24.516780 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ba49963f-05ed-4f85-b09b-0aab98c883a5 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:24.537196 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: ba49963f-05ed-4f85-b09b-0aab98c883a5 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:24.539706 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ba49963f-05ed-4f85-b09b-0aab98c883a5 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:24.711749 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49398) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:24.751104 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e4e92746-f63d-4035-999b-9c95f5a101fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6cedc6984fc42c8a1f5b20ec5354095&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380738 Dec 20 03:35:24.753540 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49400) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:24.802228 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd4d6-81b4-4387-a1d2-0bc3cab5fb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.802914 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Deleting port 7d991748-9614-4635-a0c3-51ac9f6667ff {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:24.802914 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.823753 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd4d6-81b4-4387-a1d2-0bc3cab5fb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.885674 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] For port 7d991748-9614-4635-a0c3-51ac9f6667ff, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=7d991748-9614-4635-a0c3-51ac9f6667ff,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:24.886059 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.898643 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Calling delete_port for 7d991748-9614-4635-a0c3-51ac9f6667ff owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:24.953266 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd4d6-81b4-4387-a1d2-0bc3cab5fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.955896 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd4d6-81b4-4387-a1d2-0bc3cab5fb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:24.957075 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c7bdd4d6-81b4-4387-a1d2-0bc3cab5fb35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b62a6b97-8878-4235-98a2-439bfd8c4791 HTTP/1.1" status: 204 len: 168 time: 0.2026217 Dec 20 03:35:24.964760 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdd4d6-81b4-4387-a1d2-0bc3cab5fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62a6b97-8878-4235-98a2-439bfd8c4791,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:25.165746 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:25.198693 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-446545ec-d188-4ab8-9c36-55a379c8def5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:25.214907 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d991748-9614-4635-a0c3-51ac9f6667ff,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:25.246063 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:25.276879 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f66ee-9fe6-4130-bb94-63746999eb6a req-125108ef-2d0c-4418-9ea4-0402d6d1c464 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:25.276879 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f6f66ee-9fe6-4130-bb94-63746999eb6a req-125108ef-2d0c-4418-9ea4-0402d6d1c464 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 946 time: 0.1203895 Dec 20 03:35:25.362267 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:25.377900 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f6f66ee-9fe6-4130-bb94-63746999eb6a req-8d92d836-446b-4959-b05d-316740683820 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924392 Dec 20 03:35:25.450200 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:25.452374 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:25.453992 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:25.458188 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ebafdb-4767-4dc3-be98-347175610991" -d '{"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-unplugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:25.520806 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:25.564400 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a112c19e-ffa5-4eb2-aa6b-1f886b8360d8 x-openstack-request-id: req-a112c19e-ffa5-4eb2-aa6b-1f886b8360d8 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:25.564720 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-unplugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:25.564974 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a112c19e-ffa5-4eb2-aa6b-1f886b8360d8 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:25.565405 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'code': 200} Dec 20 03:35:25.631427 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216afc9f-344b-40dc-9664-fc59e07465ec req-2f5ad143-2bde-4b0d-a5e6-91bdde45e1c0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:25.633909 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-216afc9f-344b-40dc-9664-fc59e07465ec req-2f5ad143-2bde-4b0d-a5e6-91bdde45e1c0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.1148474 Dec 20 03:35:25.703118 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-216afc9f-344b-40dc-9664-fc59e07465ec req-d10d5eae-ed47-4077-b672-e3ee90c2c64b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619597 Dec 20 03:35:25.724210 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Router 03d2ba76-8453-42cc-b633-41467bc13926 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:35:25.784191 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=8']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:25.853221 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:35:25.861449 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49420) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:25.861907 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3faa9b5a-6d71-4dd4-8b1b-e10bd6849300 admin admin] 10.222.0.53 "PUT /v2.0/routers/03d2ba76-8453-42cc-b633-41467bc13926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1201670 Dec 20 03:35:25.865125 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] Sync routers for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:35:25.878031 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:25.879150 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:25.971544 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.083111 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:26.087788 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.233843 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Deleting port dd65ba1e-1108-4814-a003-9e50dadadd79 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:26.234318 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.270591 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:35:25Z', 'revision_number': 5, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port': {'id': 'dd65ba1e-1108-4814-a003-9e50dadadd79', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d2ba76-8453-42cc-b633-41467bc13926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:03Z', 'updated_at': '2021-12-20T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:26.303519 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] Checking router: 03d2ba76-8453-42cc-b633-41467bc13926 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:35:26.313870 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] Routers {'03d2ba76-8453-42cc-b633-41467bc13926'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:26.314705 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:34:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['03d2ba76-8453-42cc-b633-41467bc13926'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:26.323542 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] For port dd65ba1e-1108-4814-a003-9e50dadadd79, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=dd65ba1e-1108-4814-a003-9e50dadadd79,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:26.324007 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.342335 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Calling delete_port for dd65ba1e-1108-4814-a003-9e50dadadd79 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:26.405447 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] Set router 03d2ba76-8453-42cc-b633-41467bc13926 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:26.464664 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:35:26Z', 'revision_number': 6, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:26.498353 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f610d-bccd-420f-b62b-fbb00de666df None None] The sync data for ids ['03d2ba76-8453-42cc-b633-41467bc13926'] in dv-cinder-818037-11-iscsi is: [{'id': '03d2ba76-8453-42cc-b633-41467bc13926', 'name': 'tempest-TestMinimumBasicScenario-21326687-router', 'tenant_id': '74667b9b73e542e5a65f354d431c3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:02Z', 'updated_at': '2021-12-20T03:35:26Z', 'revision_number': 6, 'project_id': '74667b9b73e542e5a65f354d431c3b7a', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:35:26.584264 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad2636-c22e-407f-8c36-decc41ad8102 req-982309c1-1bce-4ca5-a87c-7f5726a37f2e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:26.585840 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9bad2636-c22e-407f-8c36-decc41ad8102 req-982309c1-1bce-4ca5-a87c-7f5726a37f2e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.1188293 Dec 20 03:35:26.635706 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9bad2636-c22e-407f-8c36-decc41ad8102 req-cdf99140-6153-4c6a-bcfc-ed86eb055007 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434494 Dec 20 03:35:26.713553 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.739331 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd65ba1e-1108-4814-a003-9e50dadadd79,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:26.807125 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.902165 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:26.904808 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.033248 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.033800 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d2ba76-8453-42cc-b633-41467bc13926 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:35:27.041580 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.041580 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-137da306-8bbe-41d3-bad2-85eb203cd2a8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/03d2ba76-8453-42cc-b633-41467bc13926 HTTP/1.1" status: 204 len: 168 time: 1.1768553 Dec 20 03:35:27.042079 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49448) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:27.087920 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Deleting subnet 198e7483-f336-464d-a3cd-2577d5ba4ccc {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:35:27.091051 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.126508 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.237444 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.243492 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:35:27.348102 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06def330-aee7-4689-91b0-5ede247e2f64 req-cc8b18b9-344e-4c6e-8129-a23a3c6b3912 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:27.350199 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06def330-aee7-4689-91b0-5ede247e2f64 req-cc8b18b9-344e-4c6e-8129-a23a3c6b3912 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 944 time: 0.0747213 Dec 20 03:35:27.386213 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:27.398115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'port_id': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'mac_address': 'fa:16:3e:33:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:35:27.404655 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06def330-aee7-4689-91b0-5ede247e2f64 req-681d44a3-c974-43f3-b341-2d2e8bd4c09d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486069 Dec 20 03:35:27.406320 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.431929 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198e7483-f336-464d-a3cd-2577d5ba4ccc,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:27.436541 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.442168 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-003a688f-9019-4e6a-83f5-83ac80c4fa37 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/198e7483-f336-464d-a3cd-2577d5ba4ccc HTTP/1.1" status: 204 len: 168 time: 0.3967340 Dec 20 03:35:27.442340 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49456) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:27.456940 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a13afe-9af9-47e0-8a91-e6740cdff36b None None] Network d4251048-07a2-46b4-8abe-fc4d95cf3d22 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:35:27.491826 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.496657 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6becf55d-a067-4dca-bae5-21036806eb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.547027 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:35:27.547760 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.586074 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:27.626756 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Deleting port a8ba31c8-0239-47b6-a621-20e5a6982056 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:27.627093 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.651164 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.693499 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] DHCP port deletion for d4251048-07a2-46b4-8abe-fc4d95cf3d22 request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:35:27.706034 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] For port a8ba31c8-0239-47b6-a621-20e5a6982056, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a8ba31c8-0239-47b6-a621-20e5a6982056,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:27.706457 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.720653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Calling delete_port for a8ba31c8-0239-47b6-a621-20e5a6982056 owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:27.746793 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:27.771719 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] Deleting port a8ba31c8-0239-47b6-a621-20e5a6982056 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:27.772101 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.846727 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] For port a8ba31c8-0239-47b6-a621-20e5a6982056, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a8ba31c8-0239-47b6-a621-20e5a6982056,segment=NetworkSegment(b7c8d8d2-39c4-4986-a481-9b019981806f),segment_id=b7c8d8d2-39c4-4986-a481-9b019981806f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:27.847170 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.868781 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] Calling delete_port for a8ba31c8-0239-47b6-a621-20e5a6982056 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:27.879071 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.907793 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ba31c8-0239-47b6-a621-20e5a6982056,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:27.922504 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] No DVR routers for this DVR port a8ba31c8-0239-47b6-a621-20e5a6982056 on host dv-cinder-818037-11-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:27.957349 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:27.989610 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['18e4f61a-85b3-4ab2-9fc5-c5bd02019210'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:35:27.994904 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] Pushing event deleted for resources: {'Port': ['ID=a8ba31c8-0239-47b6-a621-20e5a6982056,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:28.012392 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.017863 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51df14b-4157-4660-addd-5b7b4bbf215c None None] No DVR routers for this DVR port a8ba31c8-0239-47b6-a621-20e5a6982056 on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:28.041847 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4251048-07a2-46b4-8abe-fc4d95cf3d22']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:28.054114 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c8d8d2-39c4-4986-a481-9b019981806f') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:28.054800 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c8d8d2-39c4-4986-a481-9b019981806f') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:28.067305 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.083056 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.090282 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:35:28.090673 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.092555 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:35:28.095295 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:35:28.137529 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-61fd3205-b135-4ce5-8e7f-fc9b5fcb35c5 req-d7d59d05-6795-461f-a2eb-f6ed90a16fff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:35:28.138584 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-61fd3205-b135-4ce5-8e7f-fc9b5fcb35c5 req-d7d59d05-6795-461f-a2eb-f6ed90a16fff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1435316 Dec 20 03:35:28.256211 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.261599 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.264649 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/d4251048-07a2-46b4-8abe-fc4d95cf3d22 HTTP/1.1" status: 204 len: 168 time: 0.8192370 Dec 20 03:35:28.267781 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49470) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:28.275776 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4751d-292f-4d0d-a39f-e01f92a0a1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d4251048-07a2-46b4-8abe-fc4d95cf3d22,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:28.493548 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device dd65ba1e-1108-4814-a003-9e50dadadd79 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:28.505670 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f43f-1442-4aab-b516-7ee7e5b9d856 req-ec3a18c1-4f71-44dc-a36c-0878e49e8b55 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:28.507232 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6d21f43f-1442-4aab-b516-7ee7e5b9d856 req-ec3a18c1-4f71-44dc-a36c-0878e49e8b55 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0930533 Dec 20 03:35:28.522359 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: dd65ba1e-1108-4814-a003-9e50dadadd79 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:28.522840 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device dd65ba1e-1108-4814-a003-9e50dadadd79 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:28.523564 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a8ba31c8-0239-47b6-a621-20e5a6982056 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:28.547043 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: a8ba31c8-0239-47b6-a621-20e5a6982056 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:28.547491 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a8ba31c8-0239-47b6-a621-20e5a6982056 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:28.548016 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 7d991748-9614-4635-a0c3-51ac9f6667ff no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:28.569783 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 7d991748-9614-4635-a0c3-51ac9f6667ff {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:28.570277 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 7d991748-9614-4635-a0c3-51ac9f6667ff not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:28.577090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557acc59-a470-4618-b963-e146490e84be req-df3d985a-36fb-4b8c-b6df-ed448b2db835 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:28.578347 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-557acc59-a470-4618-b963-e146490e84be req-df3d985a-36fb-4b8c-b6df-ed448b2db835 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 945 time: 0.0755687 Dec 20 03:35:28.601124 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6d21f43f-1442-4aab-b516-7ee7e5b9d856 req-4c7fcb5a-988c-491c-9b90-3ab7024e2b08 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856526 Dec 20 03:35:28.680515 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-557acc59-a470-4618-b963-e146490e84be req-50d48bc4-faf2-4a86-8c0c-e4671048aa04 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866830 Dec 20 03:35:28.709743 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.725176 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:28.964444 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49506) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:28.975888 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Deleting port d8a09b05-e34b-4598-b5d7-7080417682f0 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:28.976232 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.047834 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-c53fe3ec-ffec-4141-acd3-1d56744b442b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818224 Dec 20 03:35:29.059197 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] For port d8a09b05-e34b-4598-b5d7-7080417682f0, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=d8a09b05-e34b-4598-b5d7-7080417682f0,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:29.059592 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.059746 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-79063d0c-5c72-41f9-8ecc-6f98fdc876db service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:35:29.065675 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-79063d0c-5c72-41f9-8ecc-6f98fdc876db service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107908 Dec 20 03:35:29.075065 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Calling delete_port for d8a09b05-e34b-4598-b5d7-7080417682f0 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:29.264469 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:35:29.340680 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.373995 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a09b05-e34b-4598-b5d7-7080417682f0,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:29.393464 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:35:29.397943 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:35:29.398860 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.492662 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.520171 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:29.522639 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5200e074-e962-4a03-b586-0ea71a42d33b" -d '{"events": [{"server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "name": "network-vif-plugged", "status": "completed", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:29.555939 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:29.558705 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.585188 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939cc26-6629-41e4-9c5a-14fcf9bc1597 x-openstack-request-id: req-e939cc26-6629-41e4-9c5a-14fcf9bc1597 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:29.585426 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "name": "network-vif-plugged", "status": "completed", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:29.585703 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e939cc26-6629-41e4-9c5a-14fcf9bc1597 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:29.586158 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'code': 200} Dec 20 03:35:29.610543 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:29.669283 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:29.767570 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4670cb-b2b0-4315-96d7-b84b5483ebcb req-f096aa84-0d0c-4fcd-9761-ce2502cd3595 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:29.769390 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b4670cb-b2b0-4315-96d7-b84b5483ebcb req-f096aa84-0d0c-4fcd-9761-ce2502cd3595 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0761647 Dec 20 03:35:29.824888 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b4670cb-b2b0-4315-96d7-b84b5483ebcb req-068fec09-6d42-4202-9f10-7430803aa0a4 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493081 Dec 20 03:35:29.852925 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e768bfd-0670-4f3f-a4d5-53d77d98be4c req-d14e543c-4624-47f9-bcff-6114db4abab9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:29.854702 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8e768bfd-0670-4f3f-a4d5-53d77d98be4c req-d14e543c-4624-47f9-bcff-6114db4abab9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0699306 Dec 20 03:35:29.864742 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Router 319a5e65-2627-4b18-90a5-2923cfa47949 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:35:29.955690 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8e768bfd-0670-4f3f-a4d5-53d77d98be4c req-d8d9fcd7-d2b6-4af1-bd67-8c59577c8a8c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937164 Dec 20 03:35:30.011939 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:35:30.018007 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-807ea477-6bb5-4fe0-b595-2d918acd6fa5 admin admin] 10.222.0.53 "PUT /v2.0/routers/319a5e65-2627-4b18-90a5-2923cfa47949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485445 Dec 20 03:35:30.019863 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49526) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:30.022568 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] Sync routers for ids ['319a5e65-2627-4b18-90a5-2923cfa47949'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:35:30.043238 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] Routers {'319a5e65-2627-4b18-90a5-2923cfa47949'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:30.043887 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:35:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['319a5e65-2627-4b18-90a5-2923cfa47949'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:30.068193 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe50e24-fc6d-40a3-8415-67c704e90e6f req-2ff384b0-5327-478b-b796-eb0cb5345f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:30.069800 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbe50e24-fc6d-40a3-8415-67c704e90e6f req-2ff384b0-5327-478b-b796-eb0cb5345f55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0617051 Dec 20 03:35:30.145645 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.168245 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] Set router 319a5e65-2627-4b18-90a5-2923cfa47949 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:30.176351 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbe50e24-fc6d-40a3-8415-67c704e90e6f req-eabee01c-281f-4437-9dd8-7e796c3252be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745380 Dec 20 03:35:30.257412 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.369394 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:35:29Z', 'revision_number': 5, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port': {'id': 'bfd8acaf-6533-47d1-86c6-aaafa6bb3011', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:18Z', 'updated_at': '2021-12-20T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:30.373995 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Deleting port bfd8acaf-6533-47d1-86c6-aaafa6bb3011 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:30.374534 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.398343 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] Checking router: 319a5e65-2627-4b18-90a5-2923cfa47949 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:35:30.401239 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.408576 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] Routers {'319a5e65-2627-4b18-90a5-2923cfa47949'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:30.409084 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:35:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['319a5e65-2627-4b18-90a5-2923cfa47949'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:30.469347 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] For port bfd8acaf-6533-47d1-86c6-aaafa6bb3011, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:30.469898 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.484478 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Calling delete_port for bfd8acaf-6533-47d1-86c6-aaafa6bb3011 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:30.515154 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] Set router 319a5e65-2627-4b18-90a5-2923cfa47949 gateway port host: None {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:30.574452 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:35:30Z', 'revision_number': 6, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:30.602753 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be00fd5-b8c5-44c2-8e21-ef7007b23f20 None None] The sync data for ids ['319a5e65-2627-4b18-90a5-2923cfa47949'] in dv-cinder-818037-11-iscsi is: [{'id': '319a5e65-2627-4b18-90a5-2923cfa47949', 'name': 'tempest-TestMinimumBasicScenario-436960432-router', 'tenant_id': '1bc88e33986d480cb9446e5791c1ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:17Z', 'updated_at': '2021-12-20T03:35:30Z', 'revision_number': 6, 'project_id': '1bc88e33986d480cb9446e5791c1ad9d', 'gw_port_host': None}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:35:30.630385 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49536) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:30.713381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.739616 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd8acaf-6533-47d1-86c6-aaafa6bb3011,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:30.741474 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bc74094b-a8ad-4f4c-83bf-21061b4cf53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.804752 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.824106 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bc74094b-a8ad-4f4c-83bf-21061b4cf53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.856091 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.890821 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bc74094b-a8ad-4f4c-83bf-21061b4cf53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:30.930134 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74094b-a8ad-4f4c-83bf-21061b4cf53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7db4f7-312a-45d8-8386-627168c34354,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:30.935860 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bc74094b-a8ad-4f4c-83bf-21061b4cf53f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fc40133d1d646329245746760e395e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038616 Dec 20 03:35:30.939726 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49542) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:31.018532 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fee-004c-4d14-92ed-970797166ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.048042 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fee-004c-4d14-92ed-970797166ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.134759 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bc3af-c10b-438c-bf62-8bdfa06a6479 req-a1d84ca0-22d0-4cde-9017-62691f5e1b2c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:31.136338 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-939bc3af-c10b-438c-bf62-8bdfa06a6479 req-a1d84ca0-22d0-4cde-9017-62691f5e1b2c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0857754 Dec 20 03:35:31.190023 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.194892 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-939bc3af-c10b-438c-bf62-8bdfa06a6479 req-e321de9c-ceea-47d0-9c9f-5e1e1e09d4c0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508451 Dec 20 03:35:31.204448 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.244409 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fee-004c-4d14-92ed-970797166ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.248270 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fee-004c-4d14-92ed-970797166ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.250285 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1dfe2fee-004c-4d14-92ed-970797166ccc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af7db4f7-312a-45d8-8386-627168c34354 HTTP/1.1" status: 204 len: 168 time: 0.3105922 Dec 20 03:35:31.258950 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2fee-004c-4d14-92ed-970797166ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7db4f7-312a-45d8-8386-627168c34354,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:31.271241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85247-597e-4cb3-8f76-c35d7f7dc83a req-aa367263-0fad-4bae-b997-1ce691e0b48c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:31.273032 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-97a85247-597e-4cb3-8f76-c35d7f7dc83a req-aa367263-0fad-4bae-b997-1ce691e0b48c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0990787 Dec 20 03:35:31.333855 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-97a85247-597e-4cb3-8f76-c35d7f7dc83a req-f9167638-2ffe-4f52-9d21-1ea1ad794013 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495985 Dec 20 03:35:31.350106 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.350676 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319a5e65-2627-4b18-90a5-2923cfa47949 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:35:31.361509 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.363043 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3e139b5b-ccf7-48de-8226-5f0b6da7fff9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/319a5e65-2627-4b18-90a5-2923cfa47949 HTTP/1.1" status: 204 len: 168 time: 1.3413393 Dec 20 03:35:31.365529 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49548) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:31.416752 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Deleting subnet fd2cddfe-33c7-4740-ae65-eeded6e0695b {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:35:31.422835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.461556 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.547075 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.718608 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.743081 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2cddfe-33c7-4740-ae65-eeded6e0695b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:31.749462 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.752774 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b61d84a1-5766-430b-8761-dc828ab24b1e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd2cddfe-33c7-4740-ae65-eeded6e0695b HTTP/1.1" status: 204 len: 168 time: 0.3862607 Dec 20 03:35:31.755781 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49558) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:31.756564 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e3b7d-3e73-4a6e-be82-ff2460ffecc8 None None] Network 39835d31-5776-43b7-9657-177e3cf36ff2 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:35:31.844874 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.908864 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Deleting port c2b87b60-8966-4b71-82dc-a066cea25157 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:31.909236 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.920992 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] DHCP port deletion for 39835d31-5776-43b7-9657-177e3cf36ff2 request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:35:31.976600 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] For port c2b87b60-8966-4b71-82dc-a066cea25157, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=c2b87b60-8966-4b71-82dc-a066cea25157,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:31.976936 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.977078 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] Deleting port c2b87b60-8966-4b71-82dc-a066cea25157 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:35:31.977402 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:31.991223 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Calling delete_port for c2b87b60-8966-4b71-82dc-a066cea25157 owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:32.041823 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] For port c2b87b60-8966-4b71-82dc-a066cea25157, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=c2b87b60-8966-4b71-82dc-a066cea25157,segment=NetworkSegment(7b4f7b92-9a4f-4a06-8b17-004df2fd1311),segment_id=7b4f7b92-9a4f-4a06-8b17-004df2fd1311)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:32.042221 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.055418 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] Calling delete_port for c2b87b60-8966-4b71-82dc-a066cea25157 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:35:32.130388 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.144067 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.159294 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b87b60-8966-4b71-82dc-a066cea25157,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:32.164436 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] No DVR routers for this DVR port c2b87b60-8966-4b71-82dc-a066cea25157 on host dv-cinder-818037-11-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:32.171280 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] Pushing event deleted for resources: {'Port': ['ID=c2b87b60-8966-4b71-82dc-a066cea25157,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:32.174450 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2271be-b2b3-45d6-b9f0-95f421ac85dc None None] No DVR routers for this DVR port c2b87b60-8966-4b71-82dc-a066cea25157 on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:35:32.256762 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.285543 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39835d31-5776-43b7-9657-177e3cf36ff2']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:32.309046 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4f7b92-9a4f-4a06-8b17-004df2fd1311') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:32.309428 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4f7b92-9a4f-4a06-8b17-004df2fd1311') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:32.321791 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.340814 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.352828 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6ac9-5e71-47eb-9f89-d9cc3c1fca8e req-56c3eff2-a724-4d5d-a59a-e2548c7e26b7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:32.354363 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f7d6ac9-5e71-47eb-9f89-d9cc3c1fca8e req-56c3eff2-a724-4d5d-a59a-e2548c7e26b7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0879002 Dec 20 03:35:32.357790 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:35:32.358207 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:35:32.359991 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:35:32.463205 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f7d6ac9-5e71-47eb-9f89-d9cc3c1fca8e req-2423ecaf-7050-4dfb-adad-fbad5eab1fec tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939155 Dec 20 03:35:32.486593 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e736db-8b4d-4e7c-8d69-9a0428b32d4c req-f8381d10-72bd-425f-95ec-10016d3609ee tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:32.488175 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d4e736db-8b4d-4e7c-8d69-9a0428b32d4c req-f8381d10-72bd-425f-95ec-10016d3609ee tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0760288 Dec 20 03:35:32.522355 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.534797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device d8a09b05-e34b-4598-b5d7-7080417682f0 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:32.558853 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: d8a09b05-e34b-4598-b5d7-7080417682f0 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:32.559471 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device d8a09b05-e34b-4598-b5d7-7080417682f0 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:32.560682 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device c2b87b60-8966-4b71-82dc-a066cea25157 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:32.568214 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:32.569309 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d4e736db-8b4d-4e7c-8d69-9a0428b32d4c req-610f1ecf-2ef1-4a63-bf43-06cafcd89609 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696282 Dec 20 03:35:32.571655 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/39835d31-5776-43b7-9657-177e3cf36ff2 HTTP/1.1" status: 204 len: 168 time: 0.8145237 Dec 20 03:35:32.572609 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12659-08ac-4b49-bfdd-65b1f014fee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39835d31-5776-43b7-9657-177e3cf36ff2,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:32.594885 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: c2b87b60-8966-4b71-82dc-a066cea25157 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:32.595258 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device c2b87b60-8966-4b71-82dc-a066cea25157 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:32.595773 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device bfd8acaf-6533-47d1-86c6-aaafa6bb3011 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:35:32.620960 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: bfd8acaf-6533-47d1-86c6-aaafa6bb3011 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:35:32.621795 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device bfd8acaf-6533-47d1-86c6-aaafa6bb3011 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:35:32.633099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-340dab64-585c-45b8-afc9-eb02a6ce4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:32.634630 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-340dab64-585c-45b8-afc9-eb02a6ce4d12 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89&tenant_id=b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 1097 time: 0.1509843 Dec 20 03:35:32.653404 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb53586-abc3-43ad-8321-cb66d5794a6f req-7b5eed67-1a91-4415-b2b2-37e7d2593951 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:32.657620 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3eb53586-abc3-43ad-8321-cb66d5794a6f req-7b5eed67-1a91-4415-b2b2-37e7d2593951 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.1062407 Dec 20 03:35:32.962801 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3eb53586-abc3-43ad-8321-cb66d5794a6f req-a1f4e562-6286-4987-bf95-1ab94ca43248 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011570 Dec 20 03:35:32.969337 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-7355e538-4775-4ea7-9ea4-bac3302daf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:32.970783 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-7355e538-4775-4ea7-9ea4-bac3302daf21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1097 time: 0.2927089 Dec 20 03:35:32.987338 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49586) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:32.998325 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49588) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:33.040974 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-74b432e3-dd3a-4473-8bf9-365db8fbbf4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74667b9b73e542e5a65f354d431c3b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393121 Dec 20 03:35:33.041626 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49592) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:33.073028 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-a4f74448-28c7-4476-9bc6-16944629ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:33.075148 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-a4f74448-28c7-4476-9bc6-16944629ebeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.0958786 Dec 20 03:35:33.096429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c474cedc-db2b-45f3-a39a-15231bbfa329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.136633 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c474cedc-db2b-45f3-a39a-15231bbfa329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.154280 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-41299a8b-7ac0-4678-a18f-365443335bbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31810791-54e6-413e-889b-510ef52f5b14 HTTP/1.1" status: 200 len: 999 time: 0.0718694 Dec 20 03:35:33.208549 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149be3b-8479-4ade-ac0b-50456dc44e3b tempest-TestVolumeBootPattern-1599579352 tempest-TestVolumeBootPattern-1599579352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:33.210146 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f149be3b-8479-4ade-ac0b-50456dc44e3b tempest-TestVolumeBootPattern-1599579352 tempest-TestVolumeBootPattern-1599579352-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 1094 time: 0.2212918 Dec 20 03:35:33.213032 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49598) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:33.218381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'port_id': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:35:33.218585 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-8af0d581-620e-4221-8c69-78e4ad7cc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:33.219960 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-8af0d581-620e-4221-8c69-78e4ad7cc8a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0588710 Dec 20 03:35:33.269994 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-809307cf-dbdc-4bc7-85b3-3c064b06ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:33.271497 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-809307cf-dbdc-4bc7-85b3-3c064b06ce49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429480 Dec 20 03:35:33.296293 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c474cedc-db2b-45f3-a39a-15231bbfa329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.299270 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c474cedc-db2b-45f3-a39a-15231bbfa329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.300773 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c474cedc-db2b-45f3-a39a-15231bbfa329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df6a20d8-03cb-49ca-a0d2-3b798655887c HTTP/1.1" status: 204 len: 168 time: 0.2580605 Dec 20 03:35:33.310586 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474cedc-db2b-45f3-a39a-15231bbfa329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6a20d8-03cb-49ca-a0d2-3b798655887c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:33.326276 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.387860 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-35aff533-0bed-4172-90c6-2010f76c3b6a service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087854 Dec 20 03:35:33.441912 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.494333 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18591b3d-2c7e-4821-b97b-d5dc98083b1e req-31c87f0d-3a59-4761-8762-902d8cfefe87 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991702 Dec 20 03:35:33.561937 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Allocated IP 172.27.2.229 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/ee780f18-b6af-445f-94b9-6749d453e0b1) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:35:33.682862 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.739564 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00302882-9afe-4eee-8e4b-2156614b61a6 req-6b6c15b2-f687-49e3-b389-710b2d1f6259 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:33.745361 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-00302882-9afe-4eee-8e4b-2156614b61a6 req-6b6c15b2-f687-49e3-b389-710b2d1f6259 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0749424 Dec 20 03:35:33.802881 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-00302882-9afe-4eee-8e4b-2156614b61a6 req-8d07191f-aec2-498b-8ce6-378eb89177b3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561564 Dec 20 03:35:33.885073 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:33.934553 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:35:33.939291 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:35:33.941302 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=ee780f18-b6af-445f-94b9-6749d453e0b1,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:33.948816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:35:34.282434 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49646) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:34.364776 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fa205979-60d0-4e69-8813-f41a30bb723a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bc88e33986d480cb9446e5791c1ad9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811231 Dec 20 03:35:34.373354 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49648) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:34.406853 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.511393 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ced378e-44e9-4382-a6e3-6c0c8f8d0042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.538987 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ced378e-44e9-4382-a6e3-6c0c8f8d0042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.587610 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.614890 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49652) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:34.713088 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ced378e-44e9-4382-a6e3-6c0c8f8d0042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.716792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ced378e-44e9-4382-a6e3-6c0c8f8d0042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.719075 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ced378e-44e9-4382-a6e3-6c0c8f8d0042 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b738399-2e6f-4eed-aa4b-e19cbcf1b957 HTTP/1.1" status: 204 len: 168 time: 0.3439982 Dec 20 03:35:34.740452 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced378e-44e9-4382-a6e3-6c0c8f8d0042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b738399-2e6f-4eed-aa4b-e19cbcf1b957,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:34.802653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-891c4602-ba2c-4281-ac3a-b140f2dd3abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.863549 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fac7d-8479-4609-a3e3-bbd16c1db52a req-dd3a9a00-740b-414b-8411-6165bff8a3f8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:34.865317 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-952fac7d-8479-4609-a3e3-bbd16c1db52a req-dd3a9a00-740b-414b-8411-6165bff8a3f8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.1554406 Dec 20 03:35:34.966070 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-891c4602-ba2c-4281-ac3a-b140f2dd3abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.972484 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:34.987581 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad164f5-f691-40aa-83ca-c939d3c6482c req-152fc3c7-11f7-4d2e-b637-25a670132536 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:34.993176 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cad164f5-f691-40aa-83ca-c939d3c6482c req-152fc3c7-11f7-4d2e-b637-25a670132536 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0898111 Dec 20 03:35:35.009063 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-952fac7d-8479-4609-a3e3-bbd16c1db52a req-efc7907d-b7f9-4da6-a283-d4a0691b147e tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218822 Dec 20 03:35:35.073846 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cad164f5-f691-40aa-83ca-c939d3c6482c req-e0504760-6a8d-4c42-b767-1f83ca020212 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702910 Dec 20 03:35:35.079006 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.091820 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-891c4602-ba2c-4281-ac3a-b140f2dd3abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.144647 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-891c4602-ba2c-4281-ac3a-b140f2dd3abf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=722e720979c84f1685034f256531df86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5286307 Dec 20 03:35:35.147789 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c4602-ba2c-4281-ac3a-b140f2dd3abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94e39d-83af-475a-97d1-7f19943d3a2d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:35.171516 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49662) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:35.258838 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cf62242f-b626-4777-9cc2-dddecf62c491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.293976 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cf62242f-b626-4777-9cc2-dddecf62c491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.317938 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.409066 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=ee780f18-b6af-445f-94b9-6749d453e0b1,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:35.439415 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cf62242f-b626-4777-9cc2-dddecf62c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.442275 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cf62242f-b626-4777-9cc2-dddecf62c491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:35.446250 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cf62242f-b626-4777-9cc2-dddecf62c491 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b94e39d-83af-475a-97d1-7f19943d3a2d HTTP/1.1" status: 204 len: 168 time: 0.2713685 Dec 20 03:35:35.459618 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62242f-b626-4777-9cc2-dddecf62c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94e39d-83af-475a-97d1-7f19943d3a2d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:35.489696 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Floating IP 66219f25-2186-4ca4-932b-63d4397943f2 associated. External IP: 172.27.2.229, port: 18e4f61a-85b3-4ab2-9fc5-c5bd02019210. Dec 20 03:35:35.751903 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:35:35.893755 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:35:35.908293 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:35:35.924245 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:35.924922 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:35:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:36.032791 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.045655 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:36.101869 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b379cd6c-b14e-4a60-a717-57c1a06a45fe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8877256 Dec 20 03:35:36.102874 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:36.108554 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a619d94-c711-4cea-8426-0e954bb4b798" -d '{"events": [{"name": "network-changed", "server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:36.181004 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb6ea3-c825-41ad-b0ec-394242ca0a3c req-2e5283e1-641b-4c6a-afc5-ffbc07628b45 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:36.182951 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45cb6ea3-c825-41ad-b0ec-394242ca0a3c req-2e5283e1-641b-4c6a-afc5-ffbc07628b45 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0571208 Dec 20 03:35:36.278291 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101dae3-e416-4653-9215-01d0228d2dae req-7095f6a1-acaa-4fef-a74c-f7fae27bfecd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:36.280796 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4101dae3-e416-4653-9215-01d0228d2dae req-7095f6a1-acaa-4fef-a74c-f7fae27bfecd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.1066561 Dec 20 03:35:36.282099 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45cb6ea3-c825-41ad-b0ec-394242ca0a3c req-cca126a2-73f0-4cb6-a65e-cb1b5d0cfba3 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920320 Dec 20 03:35:36.343315 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5606817b-8ca1-4de0-b2cc-d01951a38c9e x-openstack-request-id: req-5606817b-8ca1-4de0-b2cc-d01951a38c9e {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:36.343614 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:36.343879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5606817b-8ca1-4de0-b2cc-d01951a38c9e {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:36.344299 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'status': 'completed', 'code': 200} Dec 20 03:35:36.347207 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4101dae3-e416-4653-9215-01d0228d2dae req-bc93c79b-0848-448c-aaa9-5f482294846d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535269 Dec 20 03:35:36.362251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49676) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:36.377364 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dc55ce8a-6507-46f2-a0b3-6173c97ec6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.381510 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '66219f25-2186-4ca4-932b-63d4397943f2', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:33:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:35:34Z', 'updated_at': '2021-12-20T03:35:34Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:36.421228 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:35:36.431163 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:35:36.431984 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:35:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:36.479517 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dc55ce8a-6507-46f2-a0b3-6173c97ec6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.558180 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:35:36.587457 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dc55ce8a-6507-46f2-a0b3-6173c97ec6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.629697 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55ce8a-6507-46f2-a0b3-6173c97ec6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f3110b-baaa-4465-9e1c-b22da53df7e6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:36.633989 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dc55ce8a-6507-46f2-a0b3-6173c97ec6bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3300374f8ec48ae87637fe3a2855139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706714 Dec 20 03:35:36.636959 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49678) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:36.707206 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e72ee295-c7ce-41a8-a544-99dc2c761a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.738902 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e72ee295-c7ce-41a8-a544-99dc2c761a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.832356 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '66219f25-2186-4ca4-932b-63d4397943f2', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:33:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:35:34Z', 'updated_at': '2021-12-20T03:35:34Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:35:36.844438 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e72ee295-c7ce-41a8-a544-99dc2c761a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.847296 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e72ee295-c7ce-41a8-a544-99dc2c761a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:36.848816 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e72ee295-c7ce-41a8-a544-99dc2c761a28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28f3110b-baaa-4465-9e1c-b22da53df7e6 HTTP/1.1" status: 204 len: 168 time: 0.2105284 Dec 20 03:35:36.858871 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee295-c7ce-41a8-a544-99dc2c761a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f3110b-baaa-4465-9e1c-b22da53df7e6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:36.868428 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db527ce2-e04c-476e-9fe5-76bccdfa3575 None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '66219f25-2186-4ca4-932b-63d4397943f2', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:33:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:35:34Z', 'updated_at': '2021-12-20T03:35:34Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:35:37.113077 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28001b-4f94-4815-aaca-d4e7ade3c634 None None] New status for floating IP 66219f25-2186-4ca4-932b-63d4397943f2: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:35:37.450842 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f5d6-6e6e-4f4e-8233-3e8fbc859f46 req-d9edc7d9-48c4-4264-994b-276278c00a68 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:37.453048 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-95a1f5d6-6e6e-4f4e-8233-3e8fbc859f46 req-d9edc7d9-48c4-4264-994b-276278c00a68 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0866284 Dec 20 03:35:37.520224 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-95a1f5d6-6e6e-4f4e-8233-3e8fbc859f46 req-54408470-11b6-43ff-8f3c-456539c476da tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608985 Dec 20 03:35:37.560461 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63542c-ce08-4f9b-8faf-b7f83ae5ef6b req-2dcd89b7-9022-432f-b4db-a0133dd0b8dd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:37.563366 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ef63542c-ce08-4f9b-8faf-b7f83ae5ef6b req-2dcd89b7-9022-432f-b4db-a0133dd0b8dd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0788903 Dec 20 03:35:37.626961 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ef63542c-ce08-4f9b-8faf-b7f83ae5ef6b req-fb98e2d1-c6fa-4c19-8c6b-c90bbd997b31 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519173 Dec 20 03:35:38.670600 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f043f8-ac69-47f6-8557-7e97db3546a2 req-1331e19d-c6a1-41fa-839d-65840f406097 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:38.672361 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a0f043f8-ac69-47f6-8557-7e97db3546a2 req-1331e19d-c6a1-41fa-839d-65840f406097 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0709770 Dec 20 03:35:38.768925 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a0f043f8-ac69-47f6-8557-7e97db3546a2 req-3e8607e6-7f10-4d0e-8113-7efc7de7da07 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893173 Dec 20 03:35:38.806126 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64f499-9145-48ea-9340-9e3959164bb0 req-a7a131c9-908d-4b8b-9f80-9047e4c774f3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:38.807632 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d64f499-9145-48ea-9340-9e3959164bb0 req-a7a131c9-908d-4b8b-9f80-9047e4c774f3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0745826 Dec 20 03:35:38.869689 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d64f499-9145-48ea-9340-9e3959164bb0 req-60ca3114-943e-4643-b4e0-a325308e0cd3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550013 Dec 20 03:35:39.533011 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49732) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:39.650426 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c760c53b-3d10-4d19-a05c-2132f2d79de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:39.729768 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c760c53b-3d10-4d19-a05c-2132f2d79de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:39.797461 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c760c53b-3d10-4d19-a05c-2132f2d79de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:39.836903 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c760c53b-3d10-4d19-a05c-2132f2d79de7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa0cf5c7cc124e53bf774fd5317e63c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027084 Dec 20 03:35:39.838357 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c53b-3d10-4d19-a05c-2132f2d79de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db9b266-3f2f-4fcb-b70f-7fd93d7876ad,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:39.839715 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49738) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:39.931990 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46545554-11b6-4ef8-80f9-fa76546bc7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:39.970439 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93166-4aa5-41c6-add3-91064a585e67 req-44ac7ed9-719f-494e-875f-1ccdb8b7435f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:39.971023 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35b93166-4aa5-41c6-add3-91064a585e67 req-44ac7ed9-719f-494e-875f-1ccdb8b7435f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0881863 Dec 20 03:35:39.973111 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46545554-11b6-4ef8-80f9-fa76546bc7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:40.036776 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45961017-84cd-407c-8710-d841b870decd req-a302b763-175b-4a56-ad7d-fabc15e61245 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:40.038755 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-45961017-84cd-407c-8710-d841b870decd req-a302b763-175b-4a56-ad7d-fabc15e61245 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0747437 Dec 20 03:35:40.077756 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35b93166-4aa5-41c6-add3-91064a585e67 req-cf44eb70-2074-4fca-bda0-0e8d25c87dff tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906870 Dec 20 03:35:40.127258 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-45961017-84cd-407c-8710-d841b870decd req-b029c6d1-f154-45e8-94a8-5ac051a3a316 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579867 Dec 20 03:35:40.170485 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46545554-11b6-4ef8-80f9-fa76546bc7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:40.173162 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46545554-11b6-4ef8-80f9-fa76546bc7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:40.174364 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-46545554-11b6-4ef8-80f9-fa76546bc7a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3db9b266-3f2f-4fcb-b70f-7fd93d7876ad HTTP/1.1" status: 204 len: 168 time: 0.3323786 Dec 20 03:35:40.183452 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46545554-11b6-4ef8-80f9-fa76546bc7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db9b266-3f2f-4fcb-b70f-7fd93d7876ad,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:41.092238 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49748) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:41.107180 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-93f7e23a-3c6e-4f3d-8a26-693a12e04756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.118442 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.209207 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-93f7e23a-3c6e-4f3d-8a26-693a12e04756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.219549 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af150e5b-ed19-4916-8340-3ce56dba61e0 req-34431c32-80ce-460e-ae65-d5bdb2d24899 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:41.221186 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-af150e5b-ed19-4916-8340-3ce56dba61e0 req-34431c32-80ce-460e-ae65-d5bdb2d24899 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0706360 Dec 20 03:35:41.279607 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-93f7e23a-3c6e-4f3d-8a26-693a12e04756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.296214 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-af150e5b-ed19-4916-8340-3ce56dba61e0 req-47ac525f-ee4d-408b-8250-a191c915a91e tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616071 Dec 20 03:35:41.361441 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7e23a-3c6e-4f3d-8a26-693a12e04756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b26596-f0d8-4ef0-a9c1-91604410c829,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:41.371990 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-93f7e23a-3c6e-4f3d-8a26-693a12e04756 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a48c7d1ca08541308b24b1dcfefd14ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785234 Dec 20 03:35:41.372215 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49754) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:41.383752 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc8f0f-7bc2-4cdc-91ed-75ee266dd286 req-54882c93-a165-4fdb-afb9-ea47f0aec3ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:41.389009 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-20fc8f0f-7bc2-4cdc-91ed-75ee266dd286 req-54882c93-a165-4fdb-afb9-ea47f0aec3ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.1184669 Dec 20 03:35:41.435834 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d391943-38eb-4d96-8ce5-46f3d96027d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.453473 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-20fc8f0f-7bc2-4cdc-91ed-75ee266dd286 req-222d28d1-efcc-4808-9812-fc946b402f53 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543499 Dec 20 03:35:41.461732 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d391943-38eb-4d96-8ce5-46f3d96027d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.598107 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d391943-38eb-4d96-8ce5-46f3d96027d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.600994 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1d391943-38eb-4d96-8ce5-46f3d96027d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:41.602235 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1d391943-38eb-4d96-8ce5-46f3d96027d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28b26596-f0d8-4ef0-a9c1-91604410c829 HTTP/1.1" status: 204 len: 168 time: 0.2272365 Dec 20 03:35:41.619494 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d391943-38eb-4d96-8ce5-46f3d96027d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b26596-f0d8-4ef0-a9c1-91604410c829,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:42.425786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619024e2-6d6f-4247-91d1-61ef09231bc7 req-db68933a-0a6e-4659-82bf-59a279444aec tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:42.427442 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-619024e2-6d6f-4247-91d1-61ef09231bc7 req-db68933a-0a6e-4659-82bf-59a279444aec tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0526502 Dec 20 03:35:42.499626 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-619024e2-6d6f-4247-91d1-61ef09231bc7 req-cd668d27-a11c-49e7-92a5-6fa21b103ba5 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647688 Dec 20 03:35:42.602033 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5cbff-0a30-4ffe-b6d4-ce96962b8b1a req-a58fb656-3f88-4802-b6ca-28b42d519ae6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:42.604071 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18f5cbff-0a30-4ffe-b6d4-ce96962b8b1a req-a58fb656-3f88-4802-b6ca-28b42d519ae6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0684845 Dec 20 03:35:42.662968 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-18f5cbff-0a30-4ffe-b6d4-ce96962b8b1a req-1c03cc39-27a9-4282-912a-82466c8a982b tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514367 Dec 20 03:35:43.635190 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f964-aab3-4b0d-a2d2-ae0640ce59a0 req-a5e55104-8bf8-4dbd-bcc8-73e81e61861f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:43.636877 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3972f964-aab3-4b0d-a2d2-ae0640ce59a0 req-a5e55104-8bf8-4dbd-bcc8-73e81e61861f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0555580 Dec 20 03:35:43.692881 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3972f964-aab3-4b0d-a2d2-ae0640ce59a0 req-071ed2f3-3901-465b-88d6-02afedb30a7b tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494728 Dec 20 03:35:43.800484 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763de012-9e0e-4b33-b022-3a1b095aa960 req-4541c9af-71ea-4997-bfeb-c2e9b4620476 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:43.802135 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-763de012-9e0e-4b33-b022-3a1b095aa960 req-4541c9af-71ea-4997-bfeb-c2e9b4620476 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0561259 Dec 20 03:35:43.853400 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-763de012-9e0e-4b33-b022-3a1b095aa960 req-b8a942ba-af0b-4768-bc1c-6d64d1541065 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449293 Dec 20 03:35:44.328662 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-caf1d650-ea1f-4dc9-8f75-6dd81ebfcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.330197 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-caf1d650-ea1f-4dc9-8f75-6dd81ebfcd1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1098 time: 0.0626340 Dec 20 03:35:44.331903 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-85e7a860-02cf-4365-9ad1-698ae3feb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.333242 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-85e7a860-02cf-4365-9ad1-698ae3feb059 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0754907 Dec 20 03:35:44.490279 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-bc2be682-500a-4d46-8d6e-9208da54f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.491751 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-bc2be682-500a-4d46-8d6e-9208da54f1da service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.1474442 Dec 20 03:35:44.509255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-db93955b-c41f-47a9-bcd6-9e2ebd12170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.510744 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-db93955b-c41f-47a9-bcd6-9e2ebd12170b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 909 time: 0.1488917 Dec 20 03:35:44.610673 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-e8300f56-7f82-49d0-a76c-7f706f3ebcf9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210 HTTP/1.1" status: 200 len: 1002 time: 0.1089592 Dec 20 03:35:44.621377 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-06d98f79-7169-4e32-b666-b6afbd2604eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 1001 time: 0.0784039 Dec 20 03:35:44.699599 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-0e13a7de-004e-4d1d-b1d2-59f8e6161a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.701318 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-0e13a7de-004e-4d1d-b1d2-59f8e6161a46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0785382 Dec 20 03:35:44.702687 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-040bf82c-148f-4d78-a065-3f6cbcb2d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.703970 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-040bf82c-148f-4d78-a065-3f6cbcb2d38a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 200 len: 847 time: 0.0736432 Dec 20 03:35:44.800901 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-795bae53-7ae7-4c9e-875c-3e4f4c18d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.802428 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-795bae53-7ae7-4c9e-875c-3e4f4c18d8ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0826104 Dec 20 03:35:44.804990 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-3d1a6ff3-fce7-4a79-965a-5d9b093ea2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.806369 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-3d1a6ff3-fce7-4a79-965a-5d9b093ea2ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a4f5256-0134-485c-b89e-07462238aa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773799 Dec 20 03:35:44.831133 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a71746-8a30-4d30-a027-97e156eac345 req-a1777f0d-a80b-4696-9295-3e57b62e4d42 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:44.832730 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9a71746-8a30-4d30-a027-97e156eac345 req-a1777f0d-a80b-4696-9295-3e57b62e4d42 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0549302 Dec 20 03:35:44.889077 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9a71746-8a30-4d30-a027-97e156eac345 req-568a418e-538b-4c7c-b848-791af52489cf tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491681 Dec 20 03:35:45.021628 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-24e82877-d6a0-486d-aaf7-5f2c91da99d1 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001228 Dec 20 03:35:45.031500 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc82fe-10b7-45b2-b6b5-526bca11620a req-0bf2118a-a40f-4164-96b0-72b1f2f4ef76 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:45.032899 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c3dc82fe-10b7-45b2-b6b5-526bca11620a req-0bf2118a-a40f-4164-96b0-72b1f2f4ef76 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0876062 Dec 20 03:35:45.035940 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-9ec2213a-2863-482d-9385-09600dedab0d service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056410 Dec 20 03:35:45.208696 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c3dc82fe-10b7-45b2-b6b5-526bca11620a req-2516bae4-5c92-4130-b4b3-78fc5383a841 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658278 Dec 20 03:35:45.235346 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-469014d2-d6db-47ef-b739-2cad8bc3ea69 req-70e33a51-84bb-440c-a0f0-098226280c7d service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896300 Dec 20 03:35:45.238785 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a619d94-c711-4cea-8426-0e954bb4b798 req-ccc62130-ac3b-4968-9d24-5fe542d051d7 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033241 Dec 20 03:35:46.030307 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385adeb-dba4-4d49-9505-898ed7faed0c req-80a73433-0525-415b-a005-c67679e90ee3 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:46.031870 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8385adeb-dba4-4d49-9505-898ed7faed0c req-80a73433-0525-415b-a005-c67679e90ee3 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0624053 Dec 20 03:35:46.087465 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8385adeb-dba4-4d49-9505-898ed7faed0c req-1d76c74f-1e70-493a-b3cf-52b83225f2b0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489695 Dec 20 03:35:46.332204 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0174-9bfa-4fbb-979b-12665625d1ad req-8d2e79be-bd52-4705-b12d-0b1ee7a394f5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:46.334339 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dabd0174-9bfa-4fbb-979b-12665625d1ad req-8d2e79be-bd52-4705-b12d-0b1ee7a394f5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0513859 Dec 20 03:35:46.386733 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dabd0174-9bfa-4fbb-979b-12665625d1ad req-6d6ac102-b986-4b4e-8797-dccd8bab969d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468376 Dec 20 03:35:47.208954 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a88f5-b99e-4dbd-ba3f-e3aec51b13a8 req-e180910f-6301-4a8d-9a19-6f8853c816af tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:47.210485 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5a88f5-b99e-4dbd-ba3f-e3aec51b13a8 req-e180910f-6301-4a8d-9a19-6f8853c816af tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Dec 20 03:35:47.263622 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5a88f5-b99e-4dbd-ba3f-e3aec51b13a8 req-ddecbcf3-b67d-4c35-9125-bd1eaa2d89e0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464854 Dec 20 03:35:47.511396 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781dbb4-f2e6-471c-8d1b-0185bcda5598 req-14a28edf-d1ec-45a5-84a3-164a9c5cc3a1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:47.513620 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3781dbb4-f2e6-471c-8d1b-0185bcda5598 req-14a28edf-d1ec-45a5-84a3-164a9c5cc3a1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0526707 Dec 20 03:35:47.563306 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3781dbb4-f2e6-471c-8d1b-0185bcda5598 req-5541526a-1057-45b7-93b4-c24e47d8754a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 Dec 20 03:35:48.381200 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a3737-7126-424f-a45c-d393ac4d847a req-cbfb5a3b-eacd-476b-8248-549f04de8cf8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:48.382738 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-037a3737-7126-424f-a45c-d393ac4d847a req-cbfb5a3b-eacd-476b-8248-549f04de8cf8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0510817 Dec 20 03:35:48.433840 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-037a3737-7126-424f-a45c-d393ac4d847a req-7502295b-0e89-4e8c-b995-35114475e3f1 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450971 Dec 20 03:35:48.701612 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a73d-f7c4-41ae-9f99-e0bd5c4614df req-b89dc4c3-3ed0-4b41-9079-b415809e68ff tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:48.704365 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d243a73d-f7c4-41ae-9f99-e0bd5c4614df req-b89dc4c3-3ed0-4b41-9079-b415809e68ff tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0655863 Dec 20 03:35:48.761192 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d243a73d-f7c4-41ae-9f99-e0bd5c4614df req-f7de930d-7def-4dec-8656-56b8b74995e2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495021 Dec 20 03:35:49.565658 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece917ef-3c29-4a3d-bb4c-b540c46d1666 req-4616746b-33c5-4d59-abee-db66c0d07de3 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:49.567237 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ece917ef-3c29-4a3d-bb4c-b540c46d1666 req-4616746b-33c5-4d59-abee-db66c0d07de3 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0557222 Dec 20 03:35:49.620338 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ece917ef-3c29-4a3d-bb4c-b540c46d1666 req-b518c80b-aac1-4421-9e2f-242f108a1b03 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469987 Dec 20 03:35:49.886698 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e8dad-b7ef-40cb-ba58-9970cf5cecc6 req-8e0a4be7-e10a-4801-8eb2-8f2421ac9623 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:49.888179 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-212e8dad-b7ef-40cb-ba58-9970cf5cecc6 req-8e0a4be7-e10a-4801-8eb2-8f2421ac9623 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0492456 Dec 20 03:35:49.942296 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-212e8dad-b7ef-40cb-ba58-9970cf5cecc6 req-e3ca43cf-1fb3-4b9d-994c-22df3bc3c8e1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477860 Dec 20 03:35:50.735328 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77f1e-51f2-4742-9ccd-1de7d1c5b4f8 req-e7f7e39e-8dbf-477d-887a-07957eb593a9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:50.736828 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25e77f1e-51f2-4742-9ccd-1de7d1c5b4f8 req-e7f7e39e-8dbf-477d-887a-07957eb593a9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Dec 20 03:35:50.787493 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25e77f1e-51f2-4742-9ccd-1de7d1c5b4f8 req-324bf8bd-6e86-4085-a3eb-e0cf2a305b05 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447338 Dec 20 03:35:51.064476 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc614c66-3984-4ac3-a279-d3689c24ed8c req-7bfed898-f7c0-4a8e-acc0-a433d1e786ce tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:51.065999 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dc614c66-3984-4ac3-a279-d3689c24ed8c req-7bfed898-f7c0-4a8e-acc0-a433d1e786ce tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Dec 20 03:35:51.114991 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dc614c66-3984-4ac3-a279-d3689c24ed8c req-c3be9933-ce18-4a2c-b3ed-f69c7ce906a9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426843 Dec 20 03:35:51.333974 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:35:51.564893 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:51.575802 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '31810791-54e6-413e-889b-510ef52f5b14', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'port_id': '31810791-54e6-413e-889b-510ef52f5b14', 'mac_address': 'fa:16:3e:01:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:35:51.617497 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:51.631225 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31810791-54e6-413e-889b-510ef52f5b14 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:35:51.650775 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:51.741477 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:51.789914 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=9']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:51.797276 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.797629 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.797971 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.798311 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.798643 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.798972 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.799303 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.799629 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.799956 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.800284 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.800607 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.800928 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.801281 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:51.906531 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15279-832f-4fbb-8f79-bf19702b2fa8 req-b261cbe7-8847-4496-b57d-fa97bfe5eea2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:51.908000 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bdd15279-832f-4fbb-8f79-bf19702b2fa8 req-b261cbe7-8847-4496-b57d-fa97bfe5eea2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0502067 Dec 20 03:35:51.962264 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bdd15279-832f-4fbb-8f79-bf19702b2fa8 req-5866e78a-179b-468b-be44-b74d84cf4da4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482712 Dec 20 03:35:52.076655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['31810791-54e6-413e-889b-510ef52f5b14'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:35:52.242236 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41889b21-e51c-4ce9-992b-a81538dd460e req-272d6e6a-7f54-4994-b1c7-4e9f497b3b6b tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:52.243702 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41889b21-e51c-4ce9-992b-a81538dd460e req-272d6e6a-7f54-4994-b1c7-4e9f497b3b6b tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Dec 20 03:35:52.294157 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41889b21-e51c-4ce9-992b-a81538dd460e req-57f3f831-90ba-4434-979f-4dfed02f50e4 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Dec 20 03:35:53.079247 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6a2a9-9bab-4871-8a4b-be8258c59d32 req-1b34b35d-a2d3-43cd-a9fe-cbcd7507c8b2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:53.080781 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10f6a2a9-9bab-4871-8a4b-be8258c59d32 req-1b34b35d-a2d3-43cd-a9fe-cbcd7507c8b2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Dec 20 03:35:53.137358 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10f6a2a9-9bab-4871-8a4b-be8258c59d32 req-3de750c8-4a1c-4da4-857b-1fdffad541a8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502605 Dec 20 03:35:53.351734 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:35:53.401742 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 31810791-54e6-413e-889b-510ef52f5b14 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:35:53.402017 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:53.426739 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b359d-f26f-44b9-bd2f-4cb8e28f07a0 req-943997ef-f6cd-470d-ae97-65c3e2c655f2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:53.428265 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d6b359d-f26f-44b9-bd2f-4cb8e28f07a0 req-943997ef-f6cd-470d-ae97-65c3e2c655f2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 945 time: 0.0534325 Dec 20 03:35:53.489942 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d6b359d-f26f-44b9-bd2f-4cb8e28f07a0 req-eb0ee8c6-f808-4626-a753-f27094f18673 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555515 Dec 20 03:35:53.491060 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:53.522840 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:35:53.525103 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4ac86-955f-48d8-856e-e89a1157c803" -d '{"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-plugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:35:53.539583 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:35:53.565723 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ee963-e2d0-4713-ad4c-37d0b21fafcd x-openstack-request-id: req-738ee963-e2d0-4713-ad4c-37d0b21fafcd {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:35:53.565723 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-plugged", "status": "completed", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:35:53.565723 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-738ee963-e2d0-4713-ad4c-37d0b21fafcd {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:35:53.565723 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'code': 200} Dec 20 03:35:53.650052 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:53.703405 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=10']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:54.244912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8f19-4a62-4e66-9fc5-0f04b794e546 req-db13b732-8c39-4a33-a78b-d4172f78514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:54.246532 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5fa8f19-4a62-4e66-9fc5-0f04b794e546 req-db13b732-8c39-4a33-a78b-d4172f78514c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 1100 time: 0.0663776 Dec 20 03:35:54.279800 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d60a7-f4cd-4eac-978b-ec5d2f847906 req-951feb02-8768-44d2-82f4-af99cbf6216f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:54.281437 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d36d60a7-f4cd-4eac-978b-ec5d2f847906 req-951feb02-8768-44d2-82f4-af99cbf6216f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0710361 Dec 20 03:35:54.322062 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5fa8f19-4a62-4e66-9fc5-0f04b794e546 req-7fb5818b-1e17-4806-bcbe-54c6b126545e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668633 Dec 20 03:35:54.350820 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d36d60a7-f4cd-4eac-978b-ec5d2f847906 req-a205b445-83bd-4f29-a9ff-1307fcb1a3e4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598800 Dec 20 03:35:54.629983 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765626f-7258-478d-8db6-3bb9c28d0001 req-2d067d33-99c6-4d9e-b8bf-f7292a1ee2b9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:54.631657 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4765626f-7258-478d-8db6-3bb9c28d0001 req-2d067d33-99c6-4d9e-b8bf-f7292a1ee2b9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0510488 Dec 20 03:35:54.683060 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4765626f-7258-478d-8db6-3bb9c28d0001 req-2d8d84f8-cc69-410a-8ad7-1b1b87a72d22 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442519 Dec 20 03:35:54.841366 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-8fb5eed7-ef6c-403b-b25f-30adf6a2eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:54.843133 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-8fb5eed7-ef6c-403b-b25f-30adf6a2eb29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1098 time: 0.0480106 Dec 20 03:35:54.957977 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-9d775ab2-d318-4dc9-887c-ebdaefe4bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:54.959530 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-9d775ab2-d318-4dc9-887c-ebdaefe4bed7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 909 time: 0.1070566 Dec 20 03:35:55.037569 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-00085a8f-346d-458f-9c4c-d345e7c40199 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 1001 time: 0.0700366 Dec 20 03:35:55.091723 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-11df290a-0d92-491a-ad1b-f185bfb21a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:55.093228 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-11df290a-0d92-491a-ad1b-f185bfb21a89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 200 len: 847 time: 0.0443995 Dec 20 03:35:55.154292 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-6ac20f54-7547-4853-8ee6-acaebc5b9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:55.155849 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-6ac20f54-7547-4853-8ee6-acaebc5b9069 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a4f5256-0134-485c-b89e-07462238aa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435517 Dec 20 03:35:55.199026 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bcdb75f9-074b-46fe-a2f7-4c04d2f14d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:55.252693 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-82525790-970a-4663-bf3c-9e6c049da08d service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Dec 20 03:35:55.348680 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94b84528-d815-4234-b8d0-79d2d6e66a5f req-b932f19a-8974-43c5-a84b-ca773cb92b97 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874453 Dec 20 03:35:55.472252 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947999d7-7495-40d1-b7b4-e645876a5e8d req-0a77db0d-452c-4f06-b199-e6be2c83d41f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:55.473784 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-947999d7-7495-40d1-b7b4-e645876a5e8d req-0a77db0d-452c-4f06-b199-e6be2c83d41f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Dec 20 03:35:55.524492 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-947999d7-7495-40d1-b7b4-e645876a5e8d req-a87e4e95-357f-4df9-a0c2-cea08138bfcd tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445950 Dec 20 03:35:55.817663 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a13b-8af5-4a56-a942-6437bb0f3a54 req-73cefd7c-2fe2-4c54-afb3-1247246dcd57 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:55.819325 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1ae9a13b-8af5-4a56-a942-6437bb0f3a54 req-73cefd7c-2fe2-4c54-afb3-1247246dcd57 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0571539 Dec 20 03:35:55.870795 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1ae9a13b-8af5-4a56-a942-6437bb0f3a54 req-e3ab00d3-51f6-4657-886c-3a4c87d162d5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445724 Dec 20 03:35:56.650239 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1edc00-f21a-4327-a133-541d546e8a23 req-1f19b6d5-ad8a-4b05-bd14-6b109b12e3c6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:56.651767 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c1edc00-f21a-4327-a133-541d546e8a23 req-1f19b6d5-ad8a-4b05-bd14-6b109b12e3c6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0562441 Dec 20 03:35:56.705279 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c1edc00-f21a-4327-a133-541d546e8a23 req-8d6a5ad6-c768-469d-b4a0-ea03b21be815 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472867 Dec 20 03:35:56.724990 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 49956) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:56.846678 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:56.921188 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.001244 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4870e-5b45-478a-a97e-4f14f024f953 req-3b8b93f5-bf90-4ba4-be15-ddc6c45edc13 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:57.002866 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3df4870e-5b45-478a-a97e-4f14f024f953 req-3b8b93f5-bf90-4ba4-be15-ddc6c45edc13 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0553365 Dec 20 03:35:57.027526 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.088323 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2aff13-2f88-466b-8e02-7b5b7e6e57d9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:57.096144 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3df4870e-5b45-478a-a97e-4f14f024f953 req-0d796fdd-4d83-439a-9768-b9c3af9cfff1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873487 Dec 20 03:35:57.098387 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=831887df1596429a9c2a25f113af92e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711326 Dec 20 03:35:57.101343 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49964) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:57.104135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.104486 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.104830 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.105183 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.105515 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.105845 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.106163 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.106566 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.106873 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.107179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.107434 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.107750 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.108074 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb04e8-9bc1-4cb8-bb36-7cc4528547a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:35:57.174236 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8adf0b2-1b63-430a-b84e-a2ca7cc6c207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.197442 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8adf0b2-1b63-430a-b84e-a2ca7cc6c207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.284127 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8adf0b2-1b63-430a-b84e-a2ca7cc6c207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.287209 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8adf0b2-1b63-430a-b84e-a2ca7cc6c207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.288504 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a8adf0b2-1b63-430a-b84e-a2ca7cc6c207 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e2aff13-2f88-466b-8e02-7b5b7e6e57d9 HTTP/1.1" status: 204 len: 168 time: 0.1858594 Dec 20 03:35:57.301303 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf0b2-1b63-430a-b84e-a2ca7cc6c207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2aff13-2f88-466b-8e02-7b5b7e6e57d9,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:57.428668 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5db133e4-9e08-449f-9dd9-4491edf7910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:57.749662 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:35:57.822659 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41c95-2d7b-4cfb-ae58-145439404b1a req-333c5f44-3ca6-4378-8e30-c09aed2bfdd0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:57.824138 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99b41c95-2d7b-4cfb-ae58-145439404b1a req-333c5f44-3ca6-4378-8e30-c09aed2bfdd0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Dec 20 03:35:57.875737 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99b41c95-2d7b-4cfb-ae58-145439404b1a req-1cfef87e-0e00-4fcd-91aa-31d4ec1bfb3f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448937 Dec 20 03:35:57.934238 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49972) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:57.949116 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7e9939d-5c58-4dc7-8257-2e9a1f38abfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.027165 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7e9939d-5c58-4dc7-8257-2e9a1f38abfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.088243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7e9939d-5c58-4dc7-8257-2e9a1f38abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.129629 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9939d-5c58-4dc7-8257-2e9a1f38abfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde14f95-d3df-4a73-bced-8ad2fc74c829,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:58.134648 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c7e9939d-5c58-4dc7-8257-2e9a1f38abfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f36a4e8cfd5b4b2294347b1add16ea5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990581 Dec 20 03:35:58.137003 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 49976) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:58.189780 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28ad51fe-8d4c-4f9d-8f5d-6a30bc8c58ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.212099 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28ad51fe-8d4c-4f9d-8f5d-6a30bc8c58ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.240626 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacd9b7-b3dc-40b1-833d-60d4693f098b req-eac5006c-9248-4218-b1ed-9de064a751f1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:58.243382 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3aacd9b7-b3dc-40b1-833d-60d4693f098b req-eac5006c-9248-4218-b1ed-9de064a751f1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0558827 Dec 20 03:35:58.296069 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3aacd9b7-b3dc-40b1-833d-60d4693f098b req-ad5d6f28-2a64-4e72-971c-5cbc30a4b3b7 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Dec 20 03:35:58.335348 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28ad51fe-8d4c-4f9d-8f5d-6a30bc8c58ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.338515 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28ad51fe-8d4c-4f9d-8f5d-6a30bc8c58ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.339734 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-28ad51fe-8d4c-4f9d-8f5d-6a30bc8c58ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fde14f95-d3df-4a73-bced-8ad2fc74c829 HTTP/1.1" status: 204 len: 168 time: 0.2015364 Dec 20 03:35:58.348407 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad51fe-8d4c-4f9d-8f5d-6a30bc8c58ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde14f95-d3df-4a73-bced-8ad2fc74c829,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:58.666792 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:58.996807 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2196-ad2a-4fc0-a425-d58225d308ad req-1931d865-3d3b-489a-95fc-770e0fe00419 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:58.998444 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c43f2196-ad2a-4fc0-a425-d58225d308ad req-1931d865-3d3b-489a-95fc-770e0fe00419 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0511725 Dec 20 03:35:59.049842 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c43f2196-ad2a-4fc0-a425-d58225d308ad req-7e53de51-0ffd-4462-81e1-98184c6c2414 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446768 Dec 20 03:35:59.127221 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-7887ca16-e899-4d64-96ae-ddf702323e36 req-43d3b6e2-48cf-4de7-a127-b39f912475c0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:35:59.128402 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7887ca16-e899-4d64-96ae-ddf702323e36 req-43d3b6e2-48cf-4de7-a127-b39f912475c0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072517 Dec 20 03:35:59.394118 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c47354-a840-4904-a960-98aef8ee18fa req-d6fa7a93-cb57-4ae5-8e01-37f7f3e7b276 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:35:59.398266 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-07c47354-a840-4904-a960-98aef8ee18fa req-d6fa7a93-cb57-4ae5-8e01-37f7f3e7b276 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0542085 Dec 20 03:35:59.398397 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50008) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:59.455517 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-07c47354-a840-4904-a960-98aef8ee18fa req-fe331083-b98b-48a4-b489-821674f19af4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514090 Dec 20 03:35:59.509317 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50014) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:35:59.536215 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872998882-network', 'tenant_id': '4c82837589244f669a18d91e30105e14'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:35:59.601722 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-5f51d93c-9b28-4ac9-9784-291a42f88941 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908525 Dec 20 03:35:59.614142 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-5ae6086a-b69b-4928-98be-a085f29590ee service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:35:59.616026 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-5ae6086a-b69b-4928-98be-a085f29590ee service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089536 Dec 20 03:35:59.639833 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Made reservation on behalf of 4c82837589244f669a18d91e30105e14 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:35:59.643123 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:59.658437 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:59.757060 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:59.831497 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:59.858856 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:35:59.869383 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6115f2c-caf1-44c6-b916-5ce0fff0c14b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:35:59.874416 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:35:59.874785 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Added segment e02e77f6-b415-466d-a476-b35287ac200f of type vlan for network 756124ed-9b1d-42f9-9b67-504c14da1547 Dec 20 03:35:59.916653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.067043 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.068060 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:00.068689 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.127167 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] Pushing event updated for resources: {'Network': ['ID=756124ed-9b1d-42f9-9b67-504c14da1547,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:00.136913 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 756124ed-9b1d-42f9-9b67-504c14da1547 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:36:00.203119 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6088e216-5c93-4e85-b927-86d0e307e666 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8036089 Dec 20 03:36:00.205849 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50024) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:00.210691 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Request body: {'subnet': {'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872998882-subnet', 'tenant_id': '4c82837589244f669a18d91e30105e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:00.288326 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Made reservation on behalf of 4c82837589244f669a18d91e30105e14 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:36:00.290724 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.432291 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.518676 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.575469 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed5ac3-161b-41fa-aaed-402e2d10b975 req-67ffd2b4-0c4e-4c75-beeb-c081ae8926d8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:00.577045 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40ed5ac3-161b-41fa-aaed-402e2d10b975 req-67ffd2b4-0c4e-4c75-beeb-c081ae8926d8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0497341 Dec 20 03:36:00.641701 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40ed5ac3-161b-41fa-aaed-402e2d10b975 req-12da067a-0543-46a3-bf1b-70c29e6185b6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572791 Dec 20 03:36:00.835883 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae90361-bcaa-42f0-a35d-1e7625c1c705,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:00.846511 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Checking segment: {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:36:00.846870 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Network hostable DHCP agents. Network: 756124ed-9b1d-42f9-9b67-504c14da1547, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:36:00.872507 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:00.981417 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Network 756124ed-9b1d-42f9-9b67-504c14da1547 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:36:01.065645 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 756124ed-9b1d-42f9-9b67-504c14da1547) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:36:01.069777 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:01.070425 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:01.075167 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0d93ef-b799-416a-9810-077839d3f6c0 None None] Network 756124ed-9b1d-42f9-9b67-504c14da1547 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:36:01.155706 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-01d598a4-7a40-4d05-886b-529a53881d3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9485598 Dec 20 03:36:01.178312 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214ebf5-ae62-4087-ba9f-5b647f8b7879 None None] Network 756124ed-9b1d-42f9-9b67-504c14da1547 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:36:01.362804 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:36:01.451460 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:01.476463 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:01.478871 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf757aa-0284-4790-85b0-f8bbcf1b8504" -d '{"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-unplugged", "status": "completed", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:01.493001 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:01.538908 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d64f72d-a2ab-48aa-905f-1712036f38e5 x-openstack-request-id: req-5d64f72d-a2ab-48aa-905f-1712036f38e5 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:01.539208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-unplugged", "status": "failed", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "code": 422}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:01.539464 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d64f72d-a2ab-48aa-905f-1712036f38e5 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:01.539929 dv-cinder-818037-11-iscsi neutron-server[103275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'code': 422} returned with failed status Dec 20 03:36:01.637290 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:01.689445 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:01.775117 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3ac66-4057-4146-b6e5-6283a3350b39 req-4e2e5243-8d74-45c7-9131-458df6fbb094 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:01.776611 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eae3ac66-4057-4146-b6e5-6283a3350b39 req-4e2e5243-8d74-45c7-9131-458df6fbb094 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0490541 Dec 20 03:36:01.827362 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eae3ac66-4057-4146-b6e5-6283a3350b39 req-61a62cd1-7751-4840-a1a0-32fd214a3fb7 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437644 Dec 20 03:36:02.710410 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-4be5ed23-e366-4bb4-9293-4ff46b5967b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:02.711937 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-4be5ed23-e366-4bb4-9293-4ff46b5967b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993&tenant_id=e7560abef8ef4bc796f5d8caa41351d3 HTTP/1.1" status: 200 len: 1096 time: 0.0409434 Dec 20 03:36:02.786123 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-43a53b3a-9faa-441f-ad29-8c9c1d6d0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:02.787812 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-43a53b3a-9faa-441f-ad29-8c9c1d6d0849 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1096 time: 0.0403674 Dec 20 03:36:02.883977 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-fd131052-e71f-4e8f-a86c-92845ab3c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:02.885231 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-fd131052-e71f-4e8f-a86c-92845ab3c30f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 909 time: 0.0904629 Dec 20 03:36:02.980429 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-7af372ad-7c12-4694-ae32-3b1506e14dda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 999 time: 0.0876453 Dec 20 03:36:02.993283 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9f841-aa58-49b1-a63b-0632e68b1026 req-b8185036-95ee-4d0b-bdf7-c6cb096b1927 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:02.994827 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b7a9f841-aa58-49b1-a63b-0632e68b1026 req-b8185036-95ee-4d0b-bdf7-c6cb096b1927 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0668418 Dec 20 03:36:03.066021 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-c888a5ee-a3fe-4d0c-845d-37b82563dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:03.067492 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-c888a5ee-a3fe-4d0c-845d-37b82563dbd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 200 len: 847 time: 0.0717285 Dec 20 03:36:03.093969 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b7a9f841-aa58-49b1-a63b-0632e68b1026 req-3cfddde3-c350-4c0d-8b18-28a94c4e07c9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891006 Dec 20 03:36:03.129416 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-45afc49a-6654-441c-a099-4e8b8e720cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:03.130964 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-45afc49a-6654-441c-a099-4e8b8e720cf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a4f5256-0134-485c-b89e-07462238aa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551617 Dec 20 03:36:03.240966 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-9eb511bb-db2f-480f-b50f-b63e2974deee service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017163 Dec 20 03:36:03.348026 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c41d3af0-91a9-4a51-bed9-a5635250e927 req-488698e8-b017-489d-bb96-915d3b63b577 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997078 Dec 20 03:36:03.448691 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-49186312-cf42-4c2f-a2c7-62326f5a5feb tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:03.450285 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-49186312-cf42-4c2f-a2c7-62326f5a5feb tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/networks?id=756124ed-9b1d-42f9-9b67-504c14da1547 HTTP/1.1" status: 200 len: 809 time: 0.1176696 Dec 20 03:36:03.467094 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-6b7232d8-760b-4d1b-a9b4-e48a34874d57 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/quotas/4c82837589244f669a18d91e30105e14 HTTP/1.1" status: 200 len: 375 time: 0.0100944 Dec 20 03:36:03.501184 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-aac6ab88-bcf6-41b9-a2f4-2cccc51819c1 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c82837589244f669a18d91e30105e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278404 Dec 20 03:36:03.590268 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-339a3627-0a99-4691-a43a-3d31eb7fdb5a service neutron] 10.222.0.53 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822415 Dec 20 03:36:03.681997 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-a583e62c-b141-4fbc-be18-1a967a253846 service neutron] 10.222.0.53 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Dec 20 03:36:03.899393 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8483bb09-cbb9-417c-8c5e-1bfbad793b6d req-2ea226bf-6610-48dc-bd3a-681685e5c3f7 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Dec 20 03:36:04.213974 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d70e51-034a-430b-82d6-b6cd8e65d586 req-5620c251-b60d-4141-abbe-5c78fbedfda2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:04.215773 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1d70e51-034a-430b-82d6-b6cd8e65d586 req-5620c251-b60d-4141-abbe-5c78fbedfda2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0507765 Dec 20 03:36:04.267663 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1d70e51-034a-430b-82d6-b6cd8e65d586 req-737e9264-1e61-4d57-aa0a-3dd29a83892e tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456424 Dec 20 03:36:04.996937 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0f14a0e-9d21-4472-8165-3506391b0073 req-83406948-8496-4f2d-9331-9fcc01750204 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 210 time: 0.0297976 Dec 20 03:36:05.388225 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc618-2bdd-43a7-8fa9-0049a339cd40 req-fabf9ea6-7bbc-4db8-a21d-9c94a3c9be07 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:05.389942 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-658bc618-2bdd-43a7-8fa9-0049a339cd40 req-fabf9ea6-7bbc-4db8-a21d-9c94a3c9be07 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0508163 Dec 20 03:36:05.449571 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-658bc618-2bdd-43a7-8fa9-0049a339cd40 req-c9c17b31-d2e6-45eb-be63-438b6c9a6976 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521138 Dec 20 03:36:06.091912 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b557d22c-e58c-4871-a0bb-3121c9d3c716 req-478fce75-6018-48f0-a51e-ff1eb60b91e4 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 210 time: 0.0263748 Dec 20 03:36:06.367064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-90c0f84f-e823-4b05-8da6-416df79eccb3 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:06.368391 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-90c0f84f-e823-4b05-8da6-416df79eccb3 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "GET /v2.0/networks?id=756124ed-9b1d-42f9-9b67-504c14da1547 HTTP/1.1" status: 200 len: 809 time: 0.1033928 Dec 20 03:36:06.388711 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Request body: {'port': {'device_id': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547', 'admin_state_up': True, 'tenant_id': '4c82837589244f669a18d91e30105e14'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:06.577486 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb58f8-c0a8-41e4-9d0f-5c1a489b97da req-cb4ef1ac-8081-41a4-8388-ea407b23d171 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:06.580090 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19bb58f8-c0a8-41e4-9d0f-5c1a489b97da req-cb4ef1ac-8081-41a4-8388-ea407b23d171 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0515153 Dec 20 03:36:06.615335 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Made reservation on behalf of 4c82837589244f669a18d91e30105e14 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:36:06.619422 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:06.637715 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19bb58f8-c0a8-41e4-9d0f-5c1a489b97da req-7df38b53-eaca-4719-8908-aabbcd0bc7b2 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515153 Dec 20 03:36:06.756548 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Allocated IP 172.20.0.9 (756124ed-9b1d-42f9-9b67-504c14da1547/dae90361-bcaa-42f0-a35d-1e7625c1c705/bc075a73-a26f-477b-ba75-113f1643c36d) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:36:06.904750 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:06.987706 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:07.035039 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Network 756124ed-9b1d-42f9-9b67-504c14da1547 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:36:07.038055 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:36:07.041723 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:36:07.069620 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Pushing event updated for resources: {'Port': ['ID=bc075a73-a26f-477b-ba75-113f1643c36d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:07.093424 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:07.094235 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:07.160468 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-70ea2df7-1fb9-4fe4-ab3b-ffbf39f88dbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752683 Dec 20 03:36:07.198400 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Request body: {'port': {'device_id': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:07.257289 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902bb4d-fee1-4d73-a8b2-aea2add8cddb req-31065916-08ef-4ce5-a570-0fb514bd7ea3 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:07.258759 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b902bb4d-fee1-4d73-a8b2-aea2add8cddb req-31065916-08ef-4ce5-a570-0fb514bd7ea3 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 931 time: 0.0952077 Dec 20 03:36:07.273194 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:07.347227 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b902bb4d-fee1-4d73-a8b2-aea2add8cddb req-6f6189c1-d0fd-43fe-8438-db1b0fcce4bb tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819199 Dec 20 03:36:07.571774 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc075a73-a26f-477b-ba75-113f1643c36d {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:07.579899 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:07.592019 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Transition to ACTIVE for port object bc075a73-a26f-477b-ba75-113f1643c36d will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:36:07.666772 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:07.715737 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Pushing event updated for resources: {'Port': ['ID=bc075a73-a26f-477b-ba75-113f1643c36d,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:07.757121 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13471-5335-48f2-91f9-a2f2dfcca555 req-de30aaa2-91a6-4dc5-bc05-1c1ed0fa0124 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:07.763786 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60c13471-5335-48f2-91f9-a2f2dfcca555 req-de30aaa2-91a6-4dc5-bc05-1c1ed0fa0124 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0517542 Dec 20 03:36:07.794370 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Attempting to bind port bc075a73-a26f-477b-ba75-113f1643c36d on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:36:07.794987 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Attempting to bind port bc075a73-a26f-477b-ba75-113f1643c36d by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:36:07.795315 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Attempting to bind port bc075a73-a26f-477b-ba75-113f1643c36d on network 756124ed-9b1d-42f9-9b67-504c14da1547 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:36:07.801907 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Port bc075a73-a26f-477b-ba75-113f1643c36d on network 756124ed-9b1d-42f9-9b67-504c14da1547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:36:07.802229 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Attempting to bind port bc075a73-a26f-477b-ba75-113f1643c36d on network 756124ed-9b1d-42f9-9b67-504c14da1547 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:36:07.807515 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:36:07.807848 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Checking segment: {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:36:07.808360 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Bound using segment: {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:36:07.808791 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Bound port: bc075a73-a26f-477b-ba75-113f1643c36d, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:36:07.809166 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:07.819248 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60c13471-5335-48f2-91f9-a2f2dfcca555 req-d2cde7a4-21ef-4405-bd42-ed5f572a7ced tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533400 Dec 20 03:36:07.879504 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] For port bc075a73-a26f-477b-ba75-113f1643c36d, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:36:07.882826 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] For port bc075a73-a26f-477b-ba75-113f1643c36d, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc075a73-a26f-477b-ba75-113f1643c36d,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:36:07.964418 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:08.003587 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.004221 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:08.005639 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] 10.222.0.54 "PUT /v2.0/ports/bc075a73-a26f-477b-ba75-113f1643c36d HTTP/1.1" status: 200 len: 1093 time: 0.8143439 Dec 20 03:36:08.006106 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'tag': 'bc075a73-a26f-477b-ba75-113f1643c36d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:08.008357 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d28865-810a-4efb-96e2-3960129bc304" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dba9b8-ff69-4964-bfdb-9d3bf4d57886", "tag": "bc075a73-a26f-477b-ba75-113f1643c36d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:08.029757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1583416-602a-4de1-a873-eb93736ae48c service neutron] Pushing event updated for resources: {'Port': ['ID=bc075a73-a26f-477b-ba75-113f1643c36d,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:08.055404 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa9372-63b9-4e51-bef3-04da0c39e1a1 x-openstack-request-id: req-50aa9372-63b9-4e51-bef3-04da0c39e1a1 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:08.055696 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dba9b8-ff69-4964-bfdb-9d3bf4d57886", "tag": "bc075a73-a26f-477b-ba75-113f1643c36d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:08.055945 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50aa9372-63b9-4e51-bef3-04da0c39e1a1 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:08.056339 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'tag': 'bc075a73-a26f-477b-ba75-113f1643c36d', 'status': 'completed', 'code': 200} Dec 20 03:36:08.152888 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28865-810a-4efb-96e2-3960129bc304 req-e5937e0a-388f-4b00-aa0a-cadc6d307c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.154450 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0d28865-810a-4efb-96e2-3960129bc304 req-e5937e0a-388f-4b00-aa0a-cadc6d307c40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c82837589244f669a18d91e30105e14&device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 1096 time: 0.0461144 Dec 20 03:36:08.267818 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28865-810a-4efb-96e2-3960129bc304 req-778eec35-fe1b-4564-868a-0af59537769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.269381 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0d28865-810a-4efb-96e2-3960129bc304 req-778eec35-fe1b-4564-868a-0af59537769c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4c82837589244f669a18d91e30105e14&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0990980 Dec 20 03:36:08.379678 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28865-810a-4efb-96e2-3960129bc304 req-9c23022e-5ac3-47f8-96b1-5419fca2b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.381186 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0d28865-810a-4efb-96e2-3960129bc304 req-9c23022e-5ac3-47f8-96b1-5419fca2b4ab service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035852 Dec 20 03:36:08.486247 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e7d4d-21f7-4271-88b1-402aebcdff89 req-bc97f683-3474-4d67-a20f-284430fdc8b1 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.487853 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f52e7d4d-21f7-4271-88b1-402aebcdff89 req-bc97f683-3474-4d67-a20f-284430fdc8b1 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 943 time: 0.0644486 Dec 20 03:36:08.503182 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-ddaebff7-85c9-4088-aafd-b73ca1f83583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.504817 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-ddaebff7-85c9-4088-aafd-b73ca1f83583 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c82837589244f669a18d91e30105e14&device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 1096 time: 0.0550904 Dec 20 03:36:08.537369 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f52e7d4d-21f7-4271-88b1-402aebcdff89 req-d0094abb-70d6-4227-a140-a8884963ef51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Dec 20 03:36:08.565492 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-a0607f2b-12bc-430b-a11b-8e8b0c5e0d3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc075a73-a26f-477b-ba75-113f1643c36d HTTP/1.1" status: 200 len: 217 time: 0.0380654 Dec 20 03:36:08.625101 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-44e0bfd1-19c4-4178-a7a8-bc8a745ff826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.626760 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-44e0bfd1-19c4-4178-a7a8-bc8a745ff826 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dae90361-bcaa-42f0-a35d-1e7625c1c705 HTTP/1.1" status: 200 len: 849 time: 0.0523140 Dec 20 03:36:08.662704 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-299ef12c-0758-4448-a37c-5535cd79835a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=756124ed-9b1d-42f9-9b67-504c14da1547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270452 Dec 20 03:36:08.762045 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-aef6afcc-e5ee-4258-ab06-50ed0b2e8b25 service neutron] 10.222.0.54 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892889 Dec 20 03:36:08.865882 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a27ec61a-2b52-4d5f-ab8f-3ed3e22e95de req-474f61fc-d74f-45dc-a2aa-4f6c74b0b521 service neutron] 10.222.0.54 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939946 Dec 20 03:36:08.956704 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f91c3-0518-4bd2-add6-e710e888468f req-b6fe26ea-14a7-4f7b-a978-f2be64096ee6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:08.958793 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2e1f91c3-0518-4bd2-add6-e710e888468f req-b6fe26ea-14a7-4f7b-a978-f2be64096ee6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0562546 Dec 20 03:36:09.014568 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2e1f91c3-0518-4bd2-add6-e710e888468f req-d6c3f3d6-cacb-4d16-9ff3-7cba3f9f3988 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492570 Dec 20 03:36:09.684809 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b380d-077b-4ccc-8436-51b9935e85f3 req-19a49dae-dd34-4ae9-80d9-55c7ce67577c tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:09.686337 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b5b380d-077b-4ccc-8436-51b9935e85f3 req-19a49dae-dd34-4ae9-80d9-55c7ce67577c tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 943 time: 0.0572655 Dec 20 03:36:09.736820 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b5b380d-077b-4ccc-8436-51b9935e85f3 req-86cebe1a-0b3d-40de-9753-56da027536d6 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Dec 20 03:36:10.146177 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30f75-6a7f-44e3-a068-0df604036ed0 req-e94e8b03-7fdd-4c3b-b132-ae9aa3add615 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:10.147660 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22d30f75-6a7f-44e3-a068-0df604036ed0 req-e94e8b03-7fdd-4c3b-b132-ae9aa3add615 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0531602 Dec 20 03:36:10.207460 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22d30f75-6a7f-44e3-a068-0df604036ed0 req-937945c4-19a8-44a3-949f-fa8ddbbee8f4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535998 Dec 20 03:36:10.860129 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee74294-8e26-4677-9450-ed94e2c712d6 req-57d89ab2-c652-4088-a54e-9c0cf9c3fbbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:10.861631 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ee74294-8e26-4677-9450-ed94e2c712d6 req-57d89ab2-c652-4088-a54e-9c0cf9c3fbbf tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 943 time: 0.0556965 Dec 20 03:36:10.910170 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ee74294-8e26-4677-9450-ed94e2c712d6 req-9c414f15-e97a-40f3-b8cf-f040f7383028 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Dec 20 03:36:11.204007 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:11.332038 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c2c3-6a54-46e1-ac67-7552558a9f14 req-5bfb8faf-dd99-41be-b307-e191e68f0606 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:11.333552 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2f0c2c3-6a54-46e1-ac67-7552558a9f14 req-5bfb8faf-dd99-41be-b307-e191e68f0606 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 943 time: 0.0486133 Dec 20 03:36:11.384083 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2f0c2c3-6a54-46e1-ac67-7552558a9f14 req-8f2dd5f9-21fe-4f36-b016-aa828d70c000 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445969 Dec 20 03:36:11.412749 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:36:11.514904 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:11.527687 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'port_id': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'mac_address': 'fa:16:3e:d1:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:36:11.569344 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:11.584913 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcafb0f8-ea15-4cf6-ace1-0817393056e3 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:11.606671 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:11.659877 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:11.660564 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device bc075a73-a26f-477b-ba75-113f1643c36d details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:36:11.734765 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:11.799842 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port bc075a73-a26f-477b-ba75-113f1643c36d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc075a73-a26f-477b-ba75-113f1643c36d,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:11.811861 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'bc075a73-a26f-477b-ba75-113f1643c36d', 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547', 'port_id': 'bc075a73-a26f-477b-ba75-113f1643c36d', 'mac_address': 'fa:16:3e:d1:ba:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae90361-bcaa-42f0-a35d-1e7625c1c705', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:36:11.851338 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:11.864903 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc075a73-a26f-477b-ba75-113f1643c36d {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:11.885545 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port bc075a73-a26f-477b-ba75-113f1643c36d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc075a73-a26f-477b-ba75-113f1643c36d,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:11.970515 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:12.027056 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=bc075a73-a26f-477b-ba75-113f1643c36d,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:12.033322 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44887c1-0cf7-4555-84aa-455abdb43fd6 req-9a229d87-dc5d-49a2-b970-d03e560871b7 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:12.034858 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d44887c1-0cf7-4555-84aa-455abdb43fd6 req-9a229d87-dc5d-49a2-b970-d03e560871b7 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 944 time: 0.0547349 Dec 20 03:36:12.085990 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d44887c1-0cf7-4555-84aa-455abdb43fd6 req-95b819d9-6f68-4f3c-9efd-ac0d06d3dfcb tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Dec 20 03:36:12.350634 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['dcafb0f8-ea15-4cf6-ace1-0817393056e3'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:36:12.378096 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['bc075a73-a26f-477b-ba75-113f1643c36d'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:36:12.536066 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7d89-bd31-40e9-af7d-698e43f9fe78 req-add7042c-f666-4182-934d-703f956ca210 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:12.540508 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-640a7d89-bd31-40e9-af7d-698e43f9fe78 req-add7042c-f666-4182-934d-703f956ca210 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0610614 Dec 20 03:36:12.596772 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-640a7d89-bd31-40e9-af7d-698e43f9fe78 req-ae5631e3-2a63-45e6-82fb-aba0a058c1cc tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512388 Dec 20 03:36:13.200838 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b605-0087-41b7-8b28-39e004835e02 req-5de736e6-75e4-4166-92b2-cdb4e8d86e35 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:13.202363 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e024b605-0087-41b7-8b28-39e004835e02 req-5de736e6-75e4-4166-92b2-cdb4e8d86e35 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 944 time: 0.0486097 Dec 20 03:36:13.273343 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e024b605-0087-41b7-8b28-39e004835e02 req-2cc71985-2a2b-48d8-8155-1478edaa17ee tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638480 Dec 20 03:36:13.422963 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device bc075a73-a26f-477b-ba75-113f1643c36d up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:36:13.539859 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port bc075a73-a26f-477b-ba75-113f1643c36d completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:36:13.544508 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port bc075a73-a26f-477b-ba75-113f1643c36d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:36:13.544880 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:13.628098 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:13.653382 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc075a73-a26f-477b-ba75-113f1643c36d'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:13.655632 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee23e88-7d15-43bc-b838-ba457565bdbc" -d '{"events": [{"server_uuid": "e7dba9b8-ff69-4964-bfdb-9d3bf4d57886", "name": "network-vif-plugged", "status": "completed", "tag": "bc075a73-a26f-477b-ba75-113f1643c36d"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:13.676997 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port bc075a73-a26f-477b-ba75-113f1643c36d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc075a73-a26f-477b-ba75-113f1643c36d,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:13.694644 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e051c70b-0b46-4703-aa40-f1e0ed2ad6b2 x-openstack-request-id: req-e051c70b-0b46-4703-aa40-f1e0ed2ad6b2 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:13.694940 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dba9b8-ff69-4964-bfdb-9d3bf4d57886", "name": "network-vif-plugged", "status": "completed", "tag": "bc075a73-a26f-477b-ba75-113f1643c36d", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:13.695196 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e051c70b-0b46-4703-aa40-f1e0ed2ad6b2 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:13.695629 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc075a73-a26f-477b-ba75-113f1643c36d', 'code': 200} Dec 20 03:36:13.747287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2335c0-f433-4651-b47a-45f11179a227 req-902d7268-d9be-4d2d-b60f-44fcfbb78ee0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:13.750571 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb2335c0-f433-4651-b47a-45f11179a227 req-902d7268-d9be-4d2d-b60f-44fcfbb78ee0 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 944 time: 0.0674403 Dec 20 03:36:13.753025 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:13.754410 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:36:13.832818 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb2335c0-f433-4651-b47a-45f11179a227 req-0f9f75bc-853b-4eb4-9d35-7eea7bbcfa59 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740063 Dec 20 03:36:13.857594 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=bc075a73-a26f-477b-ba75-113f1643c36d,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:13.872829 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port dcafb0f8-ea15-4cf6-ace1-0817393056e3 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:36:13.873518 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:13.969511 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:14.011619 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:14.060255 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315e20-533f-414a-95ee-f77771e18bba req-3c03ad66-b982-4a57-90b1-af41ff96ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:14.061956 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51315e20-533f-414a-95ee-f77771e18bba req-3c03ad66-b982-4a57-90b1-af41ff96ec50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 1098 time: 0.0453310 Dec 20 03:36:14.082742 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:14.116292 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51315e20-533f-414a-95ee-f77771e18bba req-89961c0f-509d-4e70-be10-5720983e3dee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Dec 20 03:36:14.143072 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=8']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:14.399967 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e732d-d116-4721-ab79-534ab7080250 req-4de72b46-f908-4121-ae8b-da3c13554c9d tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:14.401514 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-691e732d-d116-4721-ab79-534ab7080250 req-4de72b46-f908-4121-ae8b-da3c13554c9d tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Dec 20 03:36:14.450620 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-691e732d-d116-4721-ab79-534ab7080250 req-c959d88c-b964-401d-9b8a-95c6edcd682f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Dec 20 03:36:14.961605 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a4b65-3409-408d-b4e3-7cbfa5174fd8 req-340725d5-6bdc-4e23-96ec-9197c0aa5ad1 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:14.963329 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-652a4b65-3409-408d-b4e3-7cbfa5174fd8 req-340725d5-6bdc-4e23-96ec-9197c0aa5ad1 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0597324 Dec 20 03:36:15.029605 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-652a4b65-3409-408d-b4e3-7cbfa5174fd8 req-d8849a1a-5f18-4c35-9a82-cdd8fbefc6d4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565684 Dec 20 03:36:15.587361 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a234-1322-404e-886c-15ed1a0dfef6 req-21aedece-1519-40fa-9134-d81a0029b296 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:15.588973 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dfb0a234-1322-404e-886c-15ed1a0dfef6 req-21aedece-1519-40fa-9134-d81a0029b296 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Dec 20 03:36:15.647103 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dfb0a234-1322-404e-886c-15ed1a0dfef6 req-8c3e1032-f74e-4229-9b2d-b12f69e6746e tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Dec 20 03:36:15.696765 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:15.700008 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287498d0-fb76-4730-94b8-1b095a46df82" -d '{"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-plugged", "status": "completed", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:15.737208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dfa8d7-744e-43e4-9efc-90e6aea22a04 x-openstack-request-id: req-14dfa8d7-744e-43e4-9efc-90e6aea22a04 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:15.737736 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-plugged", "status": "completed", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:15.738176 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14dfa8d7-744e-43e4-9efc-90e6aea22a04 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:15.738741 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'code': 200} Dec 20 03:36:16.102655 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92829-f55b-49e4-aca6-25eacc64ae0c req-cbcd93b5-29df-4cc1-940e-c3be864561c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:16.105122 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8aa92829-f55b-49e4-aca6-25eacc64ae0c req-cbcd93b5-29df-4cc1-940e-c3be864561c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1098 time: 0.0476837 Dec 20 03:36:16.162816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034e740-d377-4deb-a9da-b52dce38f539 req-46ec8996-a872-4f2d-88fb-270bd36655d9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:16.164401 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6034e740-d377-4deb-a9da-b52dce38f539 req-46ec8996-a872-4f2d-88fb-270bd36655d9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0642622 Dec 20 03:36:16.165564 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8aa92829-f55b-49e4-aca6-25eacc64ae0c req-8aa24a03-b977-40b5-90d2-1ef694115dd9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539470 Dec 20 03:36:16.219597 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6034e740-d377-4deb-a9da-b52dce38f539 req-14f3e3bb-0a5d-4a08-9890-f3bbea62b615 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437012 Dec 20 03:36:16.771640 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b48509-0955-41b0-98c6-8112b2753286 req-6b742ac8-18dc-44a5-9547-627312331129 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:16.773191 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-87b48509-0955-41b0-98c6-8112b2753286 req-6b742ac8-18dc-44a5-9547-627312331129 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 945 time: 0.0550156 Dec 20 03:36:16.832740 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-87b48509-0955-41b0-98c6-8112b2753286 req-28df228f-c992-4c25-9772-b6e6d2145c4b tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Dec 20 03:36:17.344090 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302a7e-a733-4045-8e97-7869b415cf7a req-2b2b87d8-269f-4e3d-b164-ac613b530821 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:17.345839 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38302a7e-a733-4045-8e97-7869b415cf7a req-2b2b87d8-269f-4e3d-b164-ac613b530821 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0527966 Dec 20 03:36:17.404998 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38302a7e-a733-4045-8e97-7869b415cf7a req-5fbd2883-0034-4804-b6bb-10c5d30902cd tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527930 Dec 20 03:36:18.370984 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ebe66-eed7-49fa-af39-5468e25e8dda req-8a8116f4-30df-419f-8ab4-ac91556c7da7 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:18.374042 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-634ebe66-eed7-49fa-af39-5468e25e8dda req-8a8116f4-30df-419f-8ab4-ac91556c7da7 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Dec 20 03:36:18.425099 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-634ebe66-eed7-49fa-af39-5468e25e8dda req-b61ee718-6fdc-47aa-8846-de3e03193d35 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Dec 20 03:36:18.529837 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872dbd5-4cba-4215-8237-2b873b38ab4c req-5e33783f-6c1d-4fe0-b6fb-826747429510 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:18.531785 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c872dbd5-4cba-4215-8237-2b873b38ab4c req-5e33783f-6c1d-4fe0-b6fb-826747429510 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Dec 20 03:36:18.582724 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c872dbd5-4cba-4215-8237-2b873b38ab4c req-1faca505-315c-4cc3-a5da-6c94193e29c8 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447767 Dec 20 03:36:19.539883 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a884c-5bae-47b5-a0a5-02abc14ae331 req-5df779d7-9086-4fc5-b1f0-e1caddb18aea tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:19.541351 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da7a884c-5bae-47b5-a0a5-02abc14ae331 req-5df779d7-9086-4fc5-b1f0-e1caddb18aea tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Dec 20 03:36:19.589228 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da7a884c-5bae-47b5-a0a5-02abc14ae331 req-b50f27d0-3d77-4414-a284-f9f7fe3f3240 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Dec 20 03:36:20.031452 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-f46ba5b7-4348-4eb0-97ce-d99f6d7728c3 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:20.033066 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-f46ba5b7-4348-4eb0-97ce-d99f6d7728c3 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 945 time: 0.0516593 Dec 20 03:36:20.145227 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Deleting port bc075a73-a26f-477b-ba75-113f1643c36d {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:36:20.145564 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:20.237052 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] For port bc075a73-a26f-477b-ba75-113f1643c36d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc075a73-a26f-477b-ba75-113f1643c36d,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:20.237444 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:20.251009 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Calling delete_port for bc075a73-a26f-477b-ba75-113f1643c36d owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:36:20.454432 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:20.484798 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Pushing event deleted for resources: {'Port': ['ID=bc075a73-a26f-477b-ba75-113f1643c36d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:20.494112 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['bc075a73-a26f-477b-ba75-113f1643c36d'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:36:20.510274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.510626 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.510975 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.511314 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.511645 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.511982 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.512305 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.512630 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.512953 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.513309 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.513690 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.513950 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.514274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:20.537296 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] No DVR routers for this DVR port bc075a73-a26f-477b-ba75-113f1643c36d on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:36:20.540643 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:20.543094 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-abdfd8fe-c11c-4174-be85-608deca60e60 req-64162fff-04e6-4325-8d43-b14861e2d683 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "DELETE /v2.0/ports/bc075a73-a26f-477b-ba75-113f1643c36d HTTP/1.1" status: 204 len: 173 time: 0.5031857 Dec 20 03:36:20.543547 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'name': 'network-vif-deleted', 'tag': 'bc075a73-a26f-477b-ba75-113f1643c36d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:20.545847 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af81f619-f030-4f5d-aa85-a1bb09a58752" -d '{"events": [{"server_uuid": "e7dba9b8-ff69-4964-bfdb-9d3bf4d57886", "name": "network-vif-deleted", "tag": "bc075a73-a26f-477b-ba75-113f1643c36d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:20.580992 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1178f728-2c81-42c3-8be1-fe3298d2b59f x-openstack-request-id: req-1178f728-2c81-42c3-8be1-fe3298d2b59f {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:20.581328 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dba9b8-ff69-4964-bfdb-9d3bf4d57886", "name": "network-vif-deleted", "tag": "bc075a73-a26f-477b-ba75-113f1643c36d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:20.581586 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1178f728-2c81-42c3-8be1-fe3298d2b59f {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:20.581994 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dba9b8-ff69-4964-bfdb-9d3bf4d57886', 'name': 'network-vif-deleted', 'tag': 'bc075a73-a26f-477b-ba75-113f1643c36d', 'status': 'completed', 'code': 200} Dec 20 03:36:20.689354 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7af0daa5-0656-4a51-92c1-63283b39e7eb req-4b71f93e-c717-4068-abc6-ab11ba35a05f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7dba9b8-ff69-4964-bfdb-9d3bf4d57886 HTTP/1.1" status: 200 len: 210 time: 0.0256968 Dec 20 03:36:21.954440 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-f4034a9c-0a8a-4b90-a570-a9e52f6fc45e tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:21.955902 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-f4034a9c-0a8a-4b90-a570-a9e52f6fc45e tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/networks?id=756124ed-9b1d-42f9-9b67-504c14da1547 HTTP/1.1" status: 200 len: 809 time: 0.1028719 Dec 20 03:36:21.970911 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-61b622e3-3274-4a2c-aadf-d92a66bdf28d tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/quotas/4c82837589244f669a18d91e30105e14 HTTP/1.1" status: 200 len: 375 time: 0.0090897 Dec 20 03:36:22.001870 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-bf653d0e-2e6e-47c0-92e0-85ec80bea75a tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c82837589244f669a18d91e30105e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257988 Dec 20 03:36:22.095043 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-d918305c-103e-47d8-ae0f-3539da219fd8 service neutron] 10.222.0.53 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861957 Dec 20 03:36:22.472091 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-790233cb-13f9-4803-9201-af447ad58bc4 service neutron] 10.222.0.53 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710930 Dec 20 03:36:22.774796 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1cd59861-6368-427e-92d0-57470faa85f9 req-3926af82-a84f-4dd2-aeb0-df484205b8d4 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 210 time: 0.0273125 Dec 20 03:36:23.877541 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1859aefe-a13f-47dd-8ed1-820cdaa061af req-0d489e09-1893-49af-9cb1-8f5e81a3a153 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 210 time: 0.0277267 Dec 20 03:36:24.991335 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d47993b8-d00d-4183-9b5c-c29bebad47c9 req-f7a2371b-9a75-4b09-adfd-d24befc04326 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 210 time: 0.0396152 Dec 20 03:36:25.027806 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-31686654-d7a6-4c1a-af3f-fddfd6e75e41 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:25.029278 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-31686654-d7a6-4c1a-af3f-fddfd6e75e41 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "GET /v2.0/networks?id=756124ed-9b1d-42f9-9b67-504c14da1547 HTTP/1.1" status: 200 len: 809 time: 0.1404414 Dec 20 03:36:25.051429 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Request body: {'port': {'device_id': '5717455e-f92f-432a-b683-bc896e68a78c', 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547', 'admin_state_up': True, 'tenant_id': '4c82837589244f669a18d91e30105e14'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:25.179725 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-808fcdce-39bb-4414-8fe4-5e6f88bc16fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:25.277907 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Made reservation on behalf of 4c82837589244f669a18d91e30105e14 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:36:25.281511 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:25.411841 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Allocated IP 172.20.0.12 (756124ed-9b1d-42f9-9b67-504c14da1547/dae90361-bcaa-42f0-a35d-1e7625c1c705/e168bfde-ec9d-4c77-a7cf-d39e6607f749) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:36:25.499454 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device bc075a73-a26f-477b-ba75-113f1643c36d no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:36:25.523373 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: bc075a73-a26f-477b-ba75-113f1643c36d {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:36:25.523728 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device bc075a73-a26f-477b-ba75-113f1643c36d not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:36:25.560930 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:25.735734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:25.780637 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Network 756124ed-9b1d-42f9-9b67-504c14da1547 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:36:25.784240 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:36:25.788128 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:36:25.794815 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Pushing event updated for resources: {'Port': ['ID=e168bfde-ec9d-4c77-a7cf-d39e6607f749,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:25.841061 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:25.841707 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:25.937703 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-013eea3d-5380-446a-83d7-7236a5928a8f tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8910370 Dec 20 03:36:25.956296 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Request body: {'port': {'device_id': '5717455e-f92f-432a-b683-bc896e68a78c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:26.013019 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:26.122394 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112dda1-4af7-4406-8908-31e28af3c605 req-59f5e744-dcfe-420c-8db9-5d617c176b94 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:26.123858 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5112dda1-4af7-4406-8908-31e28af3c605 req-59f5e744-dcfe-420c-8db9-5d617c176b94 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 932 time: 0.0517724 Dec 20 03:36:26.170581 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5112dda1-4af7-4406-8908-31e28af3c605 req-17a6917f-557d-4082-8dd3-9f05f772d317 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Dec 20 03:36:26.274147 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e168bfde-ec9d-4c77-a7cf-d39e6607f749 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:26.281761 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:26.308247 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Transition to ACTIVE for port object e168bfde-ec9d-4c77-a7cf-d39e6607f749 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:36:26.368051 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:26.416352 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Pushing event updated for resources: {'Port': ['ID=e168bfde-ec9d-4c77-a7cf-d39e6607f749,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:26.488705 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Attempting to bind port e168bfde-ec9d-4c77-a7cf-d39e6607f749 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:36:26.489032 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Attempting to bind port e168bfde-ec9d-4c77-a7cf-d39e6607f749 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:36:26.489391 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Attempting to bind port e168bfde-ec9d-4c77-a7cf-d39e6607f749 on network 756124ed-9b1d-42f9-9b67-504c14da1547 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:36:26.493673 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Port e168bfde-ec9d-4c77-a7cf-d39e6607f749 on network 756124ed-9b1d-42f9-9b67-504c14da1547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:36:26.494011 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Attempting to bind port e168bfde-ec9d-4c77-a7cf-d39e6607f749 on network 756124ed-9b1d-42f9-9b67-504c14da1547 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:36:26.498702 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:36:26.499034 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Checking segment: {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:36:26.499678 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Bound using segment: {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:36:26.500079 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Bound port: e168bfde-ec9d-4c77-a7cf-d39e6607f749, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02e77f6-b415-466d-a476-b35287ac200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:36:26.500426 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:26.561999 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] For port e168bfde-ec9d-4c77-a7cf-d39e6607f749, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:36:26.566026 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] For port e168bfde-ec9d-4c77-a7cf-d39e6607f749, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e168bfde-ec9d-4c77-a7cf-d39e6607f749,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:36:26.638873 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:26.673552 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:26.674202 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:26.675679 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] 10.222.0.54 "PUT /v2.0/ports/e168bfde-ec9d-4c77-a7cf-d39e6607f749 HTTP/1.1" status: 200 len: 1094 time: 0.7235262 Dec 20 03:36:26.676125 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5717455e-f92f-432a-b683-bc896e68a78c', 'tag': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:26.678415 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a64990-a057-44f1-bc20-083bf8834d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5717455e-f92f-432a-b683-bc896e68a78c", "tag": "e168bfde-ec9d-4c77-a7cf-d39e6607f749"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:26.704123 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ba951-6129-484c-bc17-0fb6919a1190 service neutron] Pushing event updated for resources: {'Port': ['ID=e168bfde-ec9d-4c77-a7cf-d39e6607f749,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:26.715939 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04939461-c850-4dc2-87e7-118d97bd2b0a x-openstack-request-id: req-04939461-c850-4dc2-87e7-118d97bd2b0a {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:26.716235 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5717455e-f92f-432a-b683-bc896e68a78c", "tag": "e168bfde-ec9d-4c77-a7cf-d39e6607f749", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:26.716487 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04939461-c850-4dc2-87e7-118d97bd2b0a {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:26.716893 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5717455e-f92f-432a-b683-bc896e68a78c', 'tag': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749', 'status': 'completed', 'code': 200} Dec 20 03:36:26.814302 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a64990-a057-44f1-bc20-083bf8834d9a req-80a073a8-a090-413f-9d11-43dbd7860e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:26.816521 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-19a64990-a057-44f1-bc20-083bf8834d9a req-80a073a8-a090-413f-9d11-43dbd7860e0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c82837589244f669a18d91e30105e14&device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 1097 time: 0.0464215 Dec 20 03:36:26.923028 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a64990-a057-44f1-bc20-083bf8834d9a req-425a0bf7-8878-47ac-b260-a5a6968feb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:26.925232 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-19a64990-a057-44f1-bc20-083bf8834d9a req-425a0bf7-8878-47ac-b260-a5a6968feb9c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4c82837589244f669a18d91e30105e14&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0928836 Dec 20 03:36:27.027838 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a64990-a057-44f1-bc20-083bf8834d9a req-8eaec192-ab9c-4784-a9a7-b05cd0bf0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:27.029347 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-19a64990-a057-44f1-bc20-083bf8834d9a req-8eaec192-ab9c-4784-a9a7-b05cd0bf0f76 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955176 Dec 20 03:36:27.151586 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-d4495dfe-7748-4315-a013-a9322acbb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:27.153092 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-d4495dfe-7748-4315-a013-a9322acbb245 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c82837589244f669a18d91e30105e14&device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 1097 time: 0.0419304 Dec 20 03:36:27.201893 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-359f2311-f433-4ffd-8e74-9048ee88df42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e168bfde-ec9d-4c77-a7cf-d39e6607f749 HTTP/1.1" status: 200 len: 217 time: 0.0348134 Dec 20 03:36:27.257123 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-71262e5e-1a28-42a9-b20b-d2fab67c9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:27.258653 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-71262e5e-1a28-42a9-b20b-d2fab67c9753 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dae90361-bcaa-42f0-a35d-1e7625c1c705 HTTP/1.1" status: 200 len: 849 time: 0.0493577 Dec 20 03:36:27.287975 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fc80f-706b-4a74-92ec-167dc36fe7b9 req-f3b3c7f2-22b7-4f3b-9348-72384ea31ee0 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:27.289486 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c4fc80f-706b-4a74-92ec-167dc36fe7b9 req-f3b3c7f2-22b7-4f3b-9348-72384ea31ee0 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 944 time: 0.0503981 Dec 20 03:36:27.291066 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-e42e5d3a-6601-4c8d-bad6-9a9fd8550324 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=756124ed-9b1d-42f9-9b67-504c14da1547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247588 Dec 20 03:36:27.338696 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c4fc80f-706b-4a74-92ec-167dc36fe7b9 req-32badfc1-fda8-4350-b0be-767c8e67a517 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Dec 20 03:36:27.383276 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-2969c469-e959-4130-ac3f-1cabe171246b service neutron] 10.222.0.54 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848236 Dec 20 03:36:27.432378 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3bba5e7-3b9c-4975-9e93-0bbb5df8dd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:27.482853 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08e2cc21-148c-4b17-b1ce-a2c2af4f0453 req-828e1276-91ca-4545-a023-4c3c96da878e service neutron] 10.222.0.54 "GET /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903232 Dec 20 03:36:28.456241 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0bcfb-946e-4381-9d18-882fddf40981 req-23edf3b0-aea0-4ded-b0ce-8973238ed3e5 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:28.457772 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1dc0bcfb-946e-4381-9d18-882fddf40981 req-23edf3b0-aea0-4ded-b0ce-8973238ed3e5 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 944 time: 0.0504732 Dec 20 03:36:28.505572 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1dc0bcfb-946e-4381-9d18-882fddf40981 req-6b794e6f-39e1-4c86-9508-0e92ec9f2e2b tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Dec 20 03:36:28.649048 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:29.504165 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e168bfde-ec9d-4c77-a7cf-d39e6607f749 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:36:29.604208 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port e168bfde-ec9d-4c77-a7cf-d39e6607f749, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e168bfde-ec9d-4c77-a7cf-d39e6607f749,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:29.616562 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749', 'network_id': '756124ed-9b1d-42f9-9b67-504c14da1547', 'port_id': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749', 'mac_address': 'fa:16:3e:2a:ef:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae90361-bcaa-42f0-a35d-1e7625c1c705', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:36:29.630399 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda018b-727a-4337-9229-84264ded1b1e req-4ae5a6fe-a7c4-4aaf-9709-14dd76505291 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:29.631876 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-adda018b-727a-4337-9229-84264ded1b1e req-4ae5a6fe-a7c4-4aaf-9709-14dd76505291 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 944 time: 0.0512717 Dec 20 03:36:29.654824 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:29.668183 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e168bfde-ec9d-4c77-a7cf-d39e6607f749 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:29.684688 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-adda018b-727a-4337-9229-84264ded1b1e req-d1181b2f-47dd-42c3-a47c-92d65d964c97 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467319 Dec 20 03:36:29.688790 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port e168bfde-ec9d-4c77-a7cf-d39e6607f749, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e168bfde-ec9d-4c77-a7cf-d39e6607f749,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:29.762227 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:29.813959 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=e168bfde-ec9d-4c77-a7cf-d39e6607f749,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:30.136497 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['e168bfde-ec9d-4c77-a7cf-d39e6607f749'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:36:30.453246 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:30.809745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09373-1872-4032-9456-18a6a51ec561 req-4f7f52cf-2369-47c8-af91-8517d6d217ba tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:30.811251 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9f09373-1872-4032-9456-18a6a51ec561 req-4f7f52cf-2369-47c8-af91-8517d6d217ba tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 945 time: 0.0574102 Dec 20 03:36:30.865204 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9f09373-1872-4032-9456-18a6a51ec561 req-add15f97-55a7-468b-bdd6-3cbad7dd0751 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Dec 20 03:36:30.866798 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:31.515664 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e168bfde-ec9d-4c77-a7cf-d39e6607f749 up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:36:31.632411 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port e168bfde-ec9d-4c77-a7cf-d39e6607f749 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:36:31.636722 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port e168bfde-ec9d-4c77-a7cf-d39e6607f749 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:36:31.637101 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:31.725409 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:31.747987 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5717455e-f92f-432a-b683-bc896e68a78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:31.750524 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3dbd5-cd2d-4138-bfc2-add57b947030" -d '{"events": [{"server_uuid": "5717455e-f92f-432a-b683-bc896e68a78c", "name": "network-vif-plugged", "status": "completed", "tag": "e168bfde-ec9d-4c77-a7cf-d39e6607f749"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:31.764400 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port e168bfde-ec9d-4c77-a7cf-d39e6607f749, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e168bfde-ec9d-4c77-a7cf-d39e6607f749,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:31.790807 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ac97a7-c48e-4065-baf5-d1a45bd2d1d4 x-openstack-request-id: req-07ac97a7-c48e-4065-baf5-d1a45bd2d1d4 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:31.791212 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5717455e-f92f-432a-b683-bc896e68a78c", "name": "network-vif-plugged", "status": "completed", "tag": "e168bfde-ec9d-4c77-a7cf-d39e6607f749", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:31.791718 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ac97a7-c48e-4065-baf5-d1a45bd2d1d4 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:31.792332 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5717455e-f92f-432a-b683-bc896e68a78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749', 'code': 200} Dec 20 03:36:31.879044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:31.933663 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=e168bfde-ec9d-4c77-a7cf-d39e6607f749,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:32.001051 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0b088-bdf8-4ebf-887a-2f509dcfa56b req-b1b5f54d-157c-47ce-b898-b8e2315fcf93 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:32.003278 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89d0b088-bdf8-4ebf-887a-2f509dcfa56b req-b1b5f54d-157c-47ce-b898-b8e2315fcf93 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0569637 Dec 20 03:36:32.053184 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89d0b088-bdf8-4ebf-887a-2f509dcfa56b req-2c19109c-d0f9-4a19-9774-6141510cad20 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Dec 20 03:36:32.196954 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b6e12-f041-429a-a0e2-5a0082716f66 req-a37df2f6-00e4-4b99-8999-a1bb36efe931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:32.198509 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c2b6e12-f041-429a-a0e2-5a0082716f66 req-a37df2f6-00e4-4b99-8999-a1bb36efe931 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 1099 time: 0.0406091 Dec 20 03:36:32.246109 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c2b6e12-f041-429a-a0e2-5a0082716f66 req-4ca50601-c210-447a-a43e-f5ccc51aecc9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Dec 20 03:36:33.177441 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0834d-c4b5-4fd3-a5af-f96042e76e0d req-89dfefef-48be-4210-9948-2adffbebb45e tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:33.179032 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d0834d-c4b5-4fd3-a5af-f96042e76e0d req-89dfefef-48be-4210-9948-2adffbebb45e tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0521576 Dec 20 03:36:33.232083 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6d0834d-c4b5-4fd3-a5af-f96042e76e0d req-1d71d067-7562-44b0-928b-a6df3bf254bc tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Dec 20 03:36:34.354460 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714111-50f4-4da7-8e7f-e3494f60975d req-48c025b0-0e9b-49dd-a943-915fdcc90ed4 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:34.355977 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ea714111-50f4-4da7-8e7f-e3494f60975d req-48c025b0-0e9b-49dd-a943-915fdcc90ed4 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0545347 Dec 20 03:36:34.407903 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ea714111-50f4-4da7-8e7f-e3494f60975d req-6cc21b2e-b8a5-47f8-a5d1-c67e9e3cd868 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Dec 20 03:36:34.750090 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:36:34.750690 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454705c-48b0-436b-a7d9-efc949c9673d req-79a4d4cf-bb20-46c3-941c-3dda0582b1ff tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:34.752845 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d454705c-48b0-436b-a7d9-efc949c9673d req-79a4d4cf-bb20-46c3-941c-3dda0582b1ff tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0509949 Dec 20 03:36:34.804678 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d454705c-48b0-436b-a7d9-efc949c9673d req-e253e002-fd0f-46e9-b5cd-a9fd3796fa22 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456772 Dec 20 03:36:35.688522 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08b412-7a17-46b8-9a2f-7b5946c15811 req-23a11491-5785-4db2-bd3b-9416208512db tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:35.691151 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ca08b412-7a17-46b8-9a2f-7b5946c15811 req-23a11491-5785-4db2-bd3b-9416208512db tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0545380 Dec 20 03:36:35.738871 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ca08b412-7a17-46b8-9a2f-7b5946c15811 req-5fd9842d-6ff7-43a3-924c-6f05f88a7f87 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Dec 20 03:36:35.932240 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dd763-34f1-4c18-a1d4-57bca73423be req-5c7cb04a-5913-4ab5-bd77-8ef174a38017 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:35.933787 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-531dd763-34f1-4c18-a1d4-57bca73423be req-5c7cb04a-5913-4ab5-bd77-8ef174a38017 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0529456 Dec 20 03:36:35.985400 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-531dd763-34f1-4c18-a1d4-57bca73423be req-951b83cc-c706-4b5f-8d01-ceb88f4b1560 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Dec 20 03:36:36.706716 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-0fe95967-d7fe-46cc-9774-b93d580dc6a6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:36.708164 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-0fe95967-d7fe-46cc-9774-b93d580dc6a6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.0508032 Dec 20 03:36:36.808226 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Deleting port 31810791-54e6-413e-889b-510ef52f5b14 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:36:36.808565 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:36.861316 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34a6a2-be11-4da7-b040-d26af813c348 req-14d09712-aa63-4ccd-bb1a-e9aa40ed51a0 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:36.863609 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a34a6a2-be11-4da7-b040-d26af813c348 req-14d09712-aa63-4ccd-bb1a-e9aa40ed51a0 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0533495 Dec 20 03:36:36.921051 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a34a6a2-be11-4da7-b040-d26af813c348 req-3285d849-b4d6-4bd0-9d2f-ddcd1579a623 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Dec 20 03:36:37.180656 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffbad9-84b9-4912-98ac-b59da046755a req-d3eabcc1-1522-4ca0-8a59-8c439a0f5d5e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:37.182219 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-32ffbad9-84b9-4912-98ac-b59da046755a req-d3eabcc1-1522-4ca0-8a59-8c439a0f5d5e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 947 time: 0.1006525 Dec 20 03:36:37.192086 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] For port 31810791-54e6-413e-889b-510ef52f5b14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=31810791-54e6-413e-889b-510ef52f5b14,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:37.192450 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:37.287193 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-32ffbad9-84b9-4912-98ac-b59da046755a req-2a21a236-bc70-4413-b8b8-da201b626eb7 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=256e47a8-2f72-49f5-8423-ec8290f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971756 Dec 20 03:36:37.412581 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:37.412940 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:37.413297 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Floating IP 6cc8c4ff-7b18-469b-8169-e4ac3a77308f disassociated. External IP: 172.27.2.72, port: 31810791-54e6-413e-889b-510ef52f5b14. Dec 20 03:36:37.413641 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Calling delete_port for 31810791-54e6-413e-889b-510ef52f5b14 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:36:37.612983 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-16fcfa9a-d82c-4a6a-b874-844e97ee8ab8 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:37.614524 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-16fcfa9a-d82c-4a6a-b874-844e97ee8ab8 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0503666 Dec 20 03:36:37.630924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:37.682060 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event deleted for resources: {'Port': ['ID=31810791-54e6-413e-889b-510ef52f5b14,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:37.836668 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Deleting port e168bfde-ec9d-4c77-a7cf-d39e6607f749 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:36:37.837009 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:37.869266 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:36:37.982814 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] For port e168bfde-ec9d-4c77-a7cf-d39e6607f749, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e168bfde-ec9d-4c77-a7cf-d39e6607f749,segment=NetworkSegment(e02e77f6-b415-466d-a476-b35287ac200f),segment_id=e02e77f6-b415-466d-a476-b35287ac200f)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:37.983186 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:38.023813 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Calling delete_port for e168bfde-ec9d-4c77-a7cf-d39e6607f749 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:36:38.046804 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cba66-bfca-4e6b-a2a2-784f9af59593 req-f34a2e8a-b33d-4f53-80a1-7dc1028601f4 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:38.048644 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef8cba66-bfca-4e6b-a2a2-784f9af59593 req-f34a2e8a-b33d-4f53-80a1-7dc1028601f4 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 946 time: 0.0561264 Dec 20 03:36:38.105803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:36:38.111374 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef8cba66-bfca-4e6b-a2a2-784f9af59593 req-1baaa93f-a84d-4058-b814-db068facfeff tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6115f2c-caf1-44c6-b916-5ce0fff0c14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527639 Dec 20 03:36:38.121397 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:36:38.145269 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:36:38.146221 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:36:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:38.160314 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] No DVR routers for this DVR port 31810791-54e6-413e-889b-510ef52f5b14 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:36:38.163258 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:38.167040 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ae53a97a-9dcd-4e38-bf57-99e4e764ae91 req-6969036d-27ef-47ca-a31c-472abf0add86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "DELETE /v2.0/ports/31810791-54e6-413e-889b-510ef52f5b14 HTTP/1.1" status: 204 len: 173 time: 1.4519365 Dec 20 03:36:38.167287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-deleted', 'tag': '31810791-54e6-413e-889b-510ef52f5b14'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:38.169662 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835aad40-b491-41e3-a594-47a4f8fa1de7" -d '{"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-deleted", "tag": "31810791-54e6-413e-889b-510ef52f5b14"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:38.232083 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9837cf07-e4f7-4fef-ab0c-13806acc8f8e x-openstack-request-id: req-9837cf07-e4f7-4fef-ab0c-13806acc8f8e {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:38.232745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1645c1-a90b-406b-ba58-0620598ecf89", "name": "network-vif-deleted", "tag": "31810791-54e6-413e-889b-510ef52f5b14", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:38.232745 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9837cf07-e4f7-4fef-ab0c-13806acc8f8e {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:38.233077 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1645c1-a90b-406b-ba58-0620598ecf89', 'name': 'network-vif-deleted', 'tag': '31810791-54e6-413e-889b-510ef52f5b14', 'status': 'completed', 'code': 200} Dec 20 03:36:38.340717 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:38.377919 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Pushing event deleted for resources: {'Port': ['ID=e168bfde-ec9d-4c77-a7cf-d39e6607f749,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:38.381262 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:36:38.381666 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['e168bfde-ec9d-4c77-a7cf-d39e6607f749'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:36:38.422954 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] No DVR routers for this DVR port e168bfde-ec9d-4c77-a7cf-d39e6607f749 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:36:38.426099 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ec0f9e80-0a33-4dcd-95df-cd07dc28d66e req-d2e11908-bd22-4c13-ad3e-a1098de81c2f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a1645c1-a90b-406b-ba58-0620598ecf89 HTTP/1.1" status: 200 len: 210 time: 0.0543180 Dec 20 03:36:38.426654 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:38.430526 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f0c0d29b-9b23-4cb3-b9ab-233b26d3779e req-55dd4aa4-a8e2-44b9-9256-5af4f1ceda51 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.54 "DELETE /v2.0/ports/e168bfde-ec9d-4c77-a7cf-d39e6607f749 HTTP/1.1" status: 204 len: 173 time: 0.8088582 Dec 20 03:36:38.613369 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:38.640249 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:36:38.650531 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:36:38.651018 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:36:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:38.762501 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:36:38.985776 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:39.015051 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc04212-719e-4631-9ce2-64e8217afc34 None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:36:39.257035 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-950bb766-bfcb-4cd0-b5bd-43936a7fcefd req-3a9686c2-1ee1-4db7-ac8b-24d135658cb0 tempest-VolumesActionsTest-1696976131 tempest-VolumesActionsTest-1696976131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5717455e-f92f-432a-b683-bc896e68a78c HTTP/1.1" status: 200 len: 210 time: 0.0314755 Dec 20 03:36:39.257680 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eef7d6-0e3b-4df2-8285-d98c5c90c530 None None] New status for floating IP 6cc8c4ff-7b18-469b-8169-e4ac3a77308f: DOWN {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:36:39.593937 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50264) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:39.653883 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5a7-ce02-4adf-8ee1-8fafdb1a5924 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:39.680293 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5a7-ce02-4adf-8ee1-8fafdb1a5924 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:39.780653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5a7-ce02-4adf-8ee1-8fafdb1a5924 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:39.783235 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5a7-ce02-4adf-8ee1-8fafdb1a5924 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:39.785003 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6c2dc5a7-ce02-4adf-8ee1-8fafdb1a5924 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "DELETE /v2.0/security-groups/256e47a8-2f72-49f5-8423-ec8290f64314 HTTP/1.1" status: 204 len: 168 time: 0.1900511 Dec 20 03:36:39.787866 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50268) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:39.795398 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dc5a7-ce02-4adf-8ee1-8fafdb1a5924 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e47a8-2f72-49f5-8423-ec8290f64314,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:39.801952 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-d206c5b2-87da-4ef5-b01c-c429f87a074f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] show failed (client error): The resource could not be found. Dec 20 03:36:39.802986 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d206c5b2-87da-4ef5-b01c-c429f87a074f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups/256e47a8-2f72-49f5-8423-ec8290f64314 HTTP/1.1" status: 404 len: 347 time: 0.0141284 Dec 20 03:36:39.805917 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50270) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:39.939186 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Deleting port 76a4940c-1845-4648-9e7b-f059920f4299 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:36:39.939527 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.017747 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.018586 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.030758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Calling delete_port for 76a4940c-1845-4648-9e7b-f059920f4299 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:36:40.233831 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5717455e-f92f-432a-b683-bc896e68a78c', 'name': 'network-vif-deleted', 'tag': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:40.236260 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c166190-7349-4bbf-9773-c80d9fd822be" -d '{"events": [{"server_uuid": "5717455e-f92f-432a-b683-bc896e68a78c", "name": "network-vif-deleted", "tag": "e168bfde-ec9d-4c77-a7cf-d39e6607f749"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:40.243904 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.268462 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event deleted for resources: {'Port': ['ID=76a4940c-1845-4648-9e7b-f059920f4299,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:40.278226 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a8b94-c26e-4074-8fdf-65dd636691e2 x-openstack-request-id: req-991a8b94-c26e-4074-8fdf-65dd636691e2 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:40.278653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5717455e-f92f-432a-b683-bc896e68a78c", "name": "network-vif-deleted", "tag": "e168bfde-ec9d-4c77-a7cf-d39e6607f749", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:40.278846 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-991a8b94-c26e-4074-8fdf-65dd636691e2 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:40.279185 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5717455e-f92f-432a-b683-bc896e68a78c', 'name': 'network-vif-deleted', 'tag': 'e168bfde-ec9d-4c77-a7cf-d39e6607f749', 'status': 'completed', 'code': 200} Dec 20 03:36:40.340503 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.343512 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.345484 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b7534cf2-6fc3-4c87-926a-58219eb5badc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "DELETE /v2.0/floatingips/6cc8c4ff-7b18-469b-8169-e4ac3a77308f HTTP/1.1" status: 204 len: 168 time: 0.5377326 Dec 20 03:36:40.807978 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50290) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:40.812850 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079408967', 'description': 'tempest-description--1469665413'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:40.895769 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:40.963827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.024751 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.057417 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54de67bb-4a6f-45f1-8c93-b7768a229ece,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:41.158678 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.162201 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.163643 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a799d587-ba45-4a63-b434-ff8669307a40 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3545208 Dec 20 03:36:41.166846 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50300) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:41.171901 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'security_group_rule': {'security_group_id': '54de67bb-4a6f-45f1-8c93-b7768a229ece', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:41.270717 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.340296 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.425535 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.444338 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9077c7-8acd-43d0-a726-3834fea5a8ef,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:41.542569 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.544006 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ea43e35c-0c5e-4761-aa72-4459aa710edc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3758764 Dec 20 03:36:41.545245 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e168bfde-ec9d-4c77-a7cf-d39e6607f749 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:36:41.546941 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50316) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:41.552578 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'security_group_rule': {'security_group_id': '54de67bb-4a6f-45f1-8c93-b7768a229ece', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:41.567059 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: e168bfde-ec9d-4c77-a7cf-d39e6607f749 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:36:41.567494 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device e168bfde-ec9d-4c77-a7cf-d39e6607f749 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:36:41.567996 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:36:41.587483 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 31810791-54e6-413e-889b-510ef52f5b14 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:36:41.587836 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 31810791-54e6-413e-889b-510ef52f5b14 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:36:41.768861 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.835898 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.906395 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975607'] for security_group_rule, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:41.924686 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d87e28a-a92d-4941-868f-5197ebe63d92,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:42.005709 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.006907 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c282a564-a78b-41ed-af73-9190eba3b9d6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4589596 Dec 20 03:36:42.009984 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50326) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:42.014605 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:42.100983 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.194815 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.310044 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Allocated IP 172.27.2.60 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/8cb52d14-0a4c-4e6d-9777-fddc98d2ead3) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:36:42.410391 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.505246 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.547026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:36:42.550069 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:36:42.555096 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:36:42.560794 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'Port': ['ID=8cb52d14-0a4c-4e6d-9777-fddc98d2ead3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:42.644844 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.741120 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.892506 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:42.969099 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:43.040868 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'Port': ['ID=8cb52d14-0a4c-4e6d-9777-fddc98d2ead3,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:43.053225 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:43.119906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:43.121181 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-af7e6e12-f436-46ea-a932-6c2860398301 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1102490 Dec 20 03:36:43.320502 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-279ed079-afc7-4b2c-b3cf-5074b7cfad13 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1079408967&fields=id&tenant_id=b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 267 time: 0.0452390 Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.427047 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-c2b688e6-86ad-4526-b83f-4c435d0e251a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:43.429847 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-c2b688e6-86ad-4526-b83f-4c435d0e251a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 817 time: 0.1023495 Dec 20 03:36:43.444776 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-61fa82db-bfbf-42d9-bfd9-cc32a7d421ea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/quotas/b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 375 time: 0.0093806 Dec 20 03:36:43.494343 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-24968886-de21-4071-a161-09346c4543ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443709 Dec 20 03:36:43.599489 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-aaf23312-d8ca-4f6e-97b4-5720513044e7 service neutron] 10.222.0.53 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932505 Dec 20 03:36:43.695138 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-f1dbfcbd-b2b5-4288-99ce-d18402c8494b service neutron] 10.222.0.53 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894084 Dec 20 03:36:43.936479 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2b36342-e394-4a11-a541-67226f21d4fe req-f9e71887-6d54-4d8a-a7b5-20dc2a333643 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 210 time: 0.0258672 Dec 20 03:36:45.037500 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8393f0cf-ef75-422b-9e49-33719db9d62e req-d666e0e1-f530-4aac-a5ad-ac2e5609e25f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Dec 20 03:36:46.144790 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-155afa3a-e54c-4c86-b317-6062132c4ceb req-3f6130c4-28ee-4d76-aa0b-9e4fcd822012 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 210 time: 0.0263715 Dec 20 03:36:46.729350 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-a663ed40-ea09-4f39-8ad9-a2a4de1e7bb0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:46.731691 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-a663ed40-ea09-4f39-8ad9-a2a4de1e7bb0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 817 time: 0.1244547 Dec 20 03:36:46.809628 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-94a2cc69-ce8f-422d-b802-cfdd5320a1b0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 380 time: 0.0610480 Dec 20 03:36:46.833066 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'port': {'device_id': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'admin_state_up': True, 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'security_groups': ['54de67bb-4a6f-45f1-8c93-b7768a229ece']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:47.089882 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Made reservation on behalf of b0a8965a4b4645829a64cb1f5aec4f44 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:36:47.094971 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:47.309698 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cc139356-3bd0-49b4-be64-f364f574d1db req-3da7c7a6-752e-47a7-acad-5bfe70941a99 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 210 time: 0.0446541 Dec 20 03:36:47.345963 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Allocated IP 172.20.0.11 (99da0c44-2558-4512-bf74-f9aa04dfdd38/5315dfac-2365-429e-a4e5-b7027dd75147/aa42babd-fe16-4436-b001-648058d3d1ee) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:36:47.519519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:47.660725 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:47.727974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:36:47.731189 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:36:47.735460 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:36:47.742667 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:47.813179 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:47.814038 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:47.926877 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-2192ea3b-4efe-4ff1-8b21-8d0f6f9ea66a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1006186 Dec 20 03:36:47.952546 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Request body: {'port': {'device_id': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:48.031033 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.044927 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-6633c9ea-6ff5-4fdb-9049-fffb105fad78 None None] Provisioning complete for port aa42babd-fe16-4436-b001-648058d3d1ee triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:36:48.046180 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6633c9ea-6ff5-4fdb-9049-fffb105fad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.086396 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-6633c9ea-6ff5-4fdb-9049-fffb105fad78 None None] Port aa42babd-fe16-4436-b001-648058d3d1ee cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:36:48.354018 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa42babd-fe16-4436-b001-648058d3d1ee {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:48.365547 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.380442 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Transition to ACTIVE for port object aa42babd-fe16-4436-b001-648058d3d1ee will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:36:48.441876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.515261 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912badce-0450-49a0-a7ec-3679654b0a50 req-e9acb8e2-b168-4604-81ab-4c589a1d6bee tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:48.523929 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-912badce-0450-49a0-a7ec-3679654b0a50 req-e9acb8e2-b168-4604-81ab-4c589a1d6bee tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 932 time: 0.1174185 Dec 20 03:36:48.588938 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:48.620449 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-912badce-0450-49a0-a7ec-3679654b0a50 req-2d2db0f3-afdc-4f10-a826-01258471f677 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950174 Dec 20 03:36:48.661126 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Attempting to bind port aa42babd-fe16-4436-b001-648058d3d1ee on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:36:48.661625 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Attempting to bind port aa42babd-fe16-4436-b001-648058d3d1ee by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:36:48.661960 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Attempting to bind port aa42babd-fe16-4436-b001-648058d3d1ee on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:36:48.667048 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Port aa42babd-fe16-4436-b001-648058d3d1ee on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:36:48.667420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Attempting to bind port aa42babd-fe16-4436-b001-648058d3d1ee on network 99da0c44-2558-4512-bf74-f9aa04dfdd38 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:36:48.674274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:36:48.674795 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Checking segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:36:48.675337 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Bound using segment: {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:36:48.675807 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Bound port: aa42babd-fe16-4436-b001-648058d3d1ee, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e5ab69-e96c-4581-90ad-89fa4b0535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:36:48.676196 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.756736 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:36:48.760701 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:36:48.825589 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.873869 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:48.874975 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:48.876580 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] 10.222.0.54 "PUT /v2.0/ports/aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 1094 time: 0.9320974 Dec 20 03:36:48.877594 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:48.880220 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea34359b-3d0b-47a6-a982-3d05549e6277" -d '{"events": [{"name": "network-changed", "server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:48.912454 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2c1a0-591c-4c55-8c7c-7342278cad46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:48.944105 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb15788-0adc-44cf-b083-c7a9e7803c0a x-openstack-request-id: req-3bb15788-0adc-44cf-b083-c7a9e7803c0a {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:48.944402 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:48.944702 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bb15788-0adc-44cf-b083-c7a9e7803c0a {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:48.945045 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'status': 'completed', 'code': 200} Dec 20 03:36:49.053669 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34359b-3d0b-47a6-a982-3d05549e6277 req-a6996e83-f047-4fad-a98c-97e99bd5063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.055269 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea34359b-3d0b-47a6-a982-3d05549e6277 req-a6996e83-f047-4fad-a98c-97e99bd5063f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1097 time: 0.0611439 Dec 20 03:36:49.187210 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34359b-3d0b-47a6-a982-3d05549e6277 req-0b9f7ca8-8c0f-4e52-b8ea-4209a42d8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.188686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea34359b-3d0b-47a6-a982-3d05549e6277 req-0b9f7ca8-8c0f-4e52-b8ea-4209a42d8184 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1148324 Dec 20 03:36:49.306298 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34359b-3d0b-47a6-a982-3d05549e6277 req-fbdbfeaf-d8a3-4ed5-84d4-7dbe34f4f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.307943 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea34359b-3d0b-47a6-a982-3d05549e6277 req-fbdbfeaf-d8a3-4ed5-84d4-7dbe34f4f86d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122134 Dec 20 03:36:49.418684 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-c45dfa91-9fa9-40a5-af24-54ba86065ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.420097 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-c45dfa91-9fa9-40a5-af24-54ba86065ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1097 time: 0.0404220 Dec 20 03:36:49.470962 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-40308d94-bf2b-4043-ae80-c2baa02a9a49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 217 time: 0.0350850 Dec 20 03:36:49.529583 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-984e4404-b684-4a41-b1e6-ee9c94934a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.531056 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-984e4404-b684-4a41-b1e6-ee9c94934a6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0492907 Dec 20 03:36:49.581828 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-a3502198-085a-4f03-ae08-7f9957ad30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.583441 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-a3502198-085a-4f03-ae08-7f9957ad30c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449936 Dec 20 03:36:49.716288 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-84607691-2409-4bde-b488-ca63344d1824 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244886 Dec 20 03:36:49.780874 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c2b3-e627-4633-813d-436e0a6b7226 req-cf9625c1-e473-498b-ad88-7a6551e8a4b0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:49.789547 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eff4c2b3-e627-4633-813d-436e0a6b7226 req-cf9625c1-e473-498b-ad88-7a6551e8a4b0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0794799 Dec 20 03:36:49.842188 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eff4c2b3-e627-4633-813d-436e0a6b7226 req-cf6241b7-af8a-4c48-91a2-cca197e842c3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514505 Dec 20 03:36:49.849793 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab46b3fe-cb01-440c-9494-92795e2c2e69 req-0b8972f1-7058-4313-89e8-7c185111afde service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232738 Dec 20 03:36:51.042775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064c4fa-78ea-4d39-9505-a441b4975b55 req-3d63553b-b287-44c4-910c-5a9e8a3e621b tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:51.053157 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3064c4fa-78ea-4d39-9505-a441b4975b55 req-3d63553b-b287-44c4-910c-5a9e8a3e621b tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.1046743 Dec 20 03:36:51.130010 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3064c4fa-78ea-4d39-9505-a441b4975b55 req-0f314d9e-51e4-4db7-8a5d-23a90e995dd5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752172 Dec 20 03:36:51.611164 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:36:51.715458 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:51.733595 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'mac_address': 'fa:16:3e:b1:9e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:36:51.778805 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:51.799803 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa42babd-fe16-4436-b001-648058d3d1ee {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:36:51.825160 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:51.899360 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:51.961507 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:51.972566 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.972913 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.973298 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.973635 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.973978 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.974302 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.974625 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.974949 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.975271 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.975594 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.975918 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.976236 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:51.976579 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:36:52.238869 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa42babd-fe16-4436-b001-648058d3d1ee'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:36:52.257906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c1877-1c52-4514-95b7-898b0ac54dfa req-1f53a0c6-dd04-47f1-a407-0b6cc5e38a4e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:52.259415 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-790c1877-1c52-4514-95b7-898b0ac54dfa req-1f53a0c6-dd04-47f1-a407-0b6cc5e38a4e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Dec 20 03:36:52.323414 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-790c1877-1c52-4514-95b7-898b0ac54dfa req-c9a1714b-df8f-432a-a63f-aca1544172d2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499411 Dec 20 03:36:53.468629 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e2df0-c0c0-484e-bf5e-9a8b4b6cf640 req-6e526cbb-3521-4b1d-ab52-f98e8a84d3cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:53.471293 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d05e2df0-c0c0-484e-bf5e-9a8b4b6cf640 req-6e526cbb-3521-4b1d-ab52-f98e8a84d3cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 945 time: 0.0552282 Dec 20 03:36:53.526651 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d05e2df0-c0c0-484e-bf5e-9a8b4b6cf640 req-d0689cc9-e5a6-48a0-849b-bc74e5bb0017 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Dec 20 03:36:53.628948 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:36:53.763841 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port aa42babd-fe16-4436-b001-648058d3d1ee completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:36:53.768920 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port aa42babd-fe16-4436-b001-648058d3d1ee triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:36:53.769330 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:53.877343 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:53.903553 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:53.906581 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ab813-8e09-470d-8576-c08c663f72a5" -d '{"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:53.922327 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:36:53.952261 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52950ae7-00c4-4dd0-a163-4fec058a09c5 x-openstack-request-id: req-52950ae7-00c4-4dd0-a163-4fec058a09c5 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:53.952556 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:53.952810 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52950ae7-00c4-4dd0-a163-4fec058a09c5 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:53.953222 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'code': 200} Dec 20 03:36:54.015104 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:54.076882 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:36:54.323413 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ad428-3b34-4a32-9266-0d1fe96e1704 req-fe0278d7-296c-4234-a93a-2e5627229424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:54.324881 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3d1ad428-3b34-4a32-9266-0d1fe96e1704 req-fe0278d7-296c-4234-a93a-2e5627229424 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1099 time: 0.0450213 Dec 20 03:36:54.387176 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3d1ad428-3b34-4a32-9266-0d1fe96e1704 req-c6c8596a-569f-4017-bd97-a1b5de2fba91 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523279 Dec 20 03:36:54.688873 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb478a-38c3-445f-8763-9946ac470b5e req-9d98c8f7-6767-4f0b-902d-56962685e833 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:54.691216 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bbbb478a-38c3-445f-8763-9946ac470b5e req-9d98c8f7-6767-4f0b-902d-56962685e833 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0623972 Dec 20 03:36:54.759001 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bbbb478a-38c3-445f-8763-9946ac470b5e req-331fd76c-8213-4dc5-b287-f8312669eec4 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593195 Dec 20 03:36:55.235338 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5337-065a-4edf-9255-e4e1aa70f214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:55.907970 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadcc82-5f16-4849-8024-b96773eccb4f req-7ec22212-75c4-429d-a6fe-39f1cf57ca61 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:55.909698 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ceadcc82-5f16-4849-8024-b96773eccb4f req-7ec22212-75c4-429d-a6fe-39f1cf57ca61 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0598755 Dec 20 03:36:55.970531 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ceadcc82-5f16-4849-8024-b96773eccb4f req-363c0504-ccb8-4349-b6df-ea857fc90367 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542212 Dec 20 03:36:57.103789 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff3fbb-156b-4272-a0fd-e8e29682c621 req-19d41bfd-c044-4e8f-9281-e8f0e9593a5a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:57.105560 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5cff3fbb-156b-4272-a0fd-e8e29682c621 req-19d41bfd-c044-4e8f-9281-e8f0e9593a5a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0526738 Dec 20 03:36:57.158175 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5cff3fbb-156b-4272-a0fd-e8e29682c621 req-5917bb3c-82bb-4f76-9a9f-582687b9d9dd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450463 Dec 20 03:36:57.287473 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7ec8c-7054-40d7-9561-9aead6ce680d req-2d592c9c-7fe5-408c-8db1-0b98aeec778d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:57.292671 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67a7ec8c-7054-40d7-9561-9aead6ce680d req-2d592c9c-7fe5-408c-8db1-0b98aeec778d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0605969 Dec 20 03:36:57.300237 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50480) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:36:57.305000 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Request body: {'floatingip': {'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:36:57.346929 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:57.494668 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d75d2f01-5ac3-4cf8-a9f8-9b1908c41fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:57.864838 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:57.939878 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:58.054257 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Floating IP 5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f associated. External IP: 172.27.2.60, port: aa42babd-fe16-4436-b001-648058d3d1ee. Dec 20 03:36:58.321571 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:36:58.454359 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:36:58.461035 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:58.466441 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:36:58.478444 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:36:58.478989 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:36:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:58.493865 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f8ee0f15-7cab-44b9-afed-d909ac0fcebf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "PUT /v2.0/floatingips/5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f HTTP/1.1" status: 200 len: 991 time: 1.1922834 Dec 20 03:36:58.494577 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:36:58.497237 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535" -d '{"events": [{"name": "network-changed", "server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:36:58.538863 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0e4093-2b9e-4f63-aa21-1c6044651582 x-openstack-request-id: req-3d0e4093-2b9e-4f63-aa21-1c6044651582 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:36:58.539369 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:36:58.539618 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d0e4093-2b9e-4f63-aa21-1c6044651582 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:36:58.540157 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'status': 'completed', 'code': 200} Dec 20 03:36:58.618109 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:36:58.660866 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-0d0eb3d8-964a-480b-b0a2-87fd48c3c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:58.662416 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-0d0eb3d8-964a-480b-b0a2-87fd48c3c6ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1099 time: 0.0693567 Dec 20 03:36:58.707666 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:36:58.765189 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-757a2368-820a-42cc-b124-a2b1f7ca6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:58.766524 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-757a2368-820a-42cc-b124-a2b1f7ca6753 service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.0965090 Dec 20 03:36:58.847049 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-1f2fbcbf-a746-43fe-aaeb-64e7e7f6525c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 999 time: 0.0723898 Dec 20 03:36:58.909951 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'mac_address': 'fa:16:3e:b1:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:36:42Z', 'updated_at': '2021-12-20T03:36:57Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:58.921973 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-833edcb0-8dbe-47ae-9147-d1975afb12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:58.924140 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-833edcb0-8dbe-47ae-9147-d1975afb12a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0676045 Dec 20 03:36:58.943403 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:36:58.954334 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:36:58.955004 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:36:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:58.988049 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-ba7d6150-a59a-49ee-8470-38725c2a9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:36:58.989871 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-ba7d6150-a59a-49ee-8470-38725c2a9723 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572278 Dec 20 03:36:59.084776 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:36:59.129972 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-e3fd57bf-2c05-408b-863c-8008ae7c9eca service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318178 Dec 20 03:36:59.393310 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'mac_address': 'fa:16:3e:b1:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:36:42Z', 'updated_at': '2021-12-20T03:36:57Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:36:59.536499 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf05385-4ea1-48ea-9b94-772da8f5f29f None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'mac_address': 'fa:16:3e:b1:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:36:42Z', 'updated_at': '2021-12-20T03:36:57Z', 'revision_number': 1, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:36:59.562880 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-037a8bd0-c0a6-4f92-9bb2-ecab9db3e535 req-13f0607d-12d4-4c63-a65b-2abfda379944 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246736 Dec 20 03:36:59.796800 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46348c-41ef-4c79-9d90-c365a898bf6d None None] New status for floating IP 5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:37:00.414777 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:00.882924 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:05.816142 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50602) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:05.859860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Deleting subnet dae90361-bcaa-42f0-a35d-1e7625c1c705 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:37:05.863983 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:05.901751 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:05.940803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.089098 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.114601 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae90361-bcaa-42f0-a35d-1e7625c1c705,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:06.118394 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.121711 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-19ad68be-c0d3-4713-8fa9-4c05b7ea6420 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dae90361-bcaa-42f0-a35d-1e7625c1c705 HTTP/1.1" status: 204 len: 168 time: 0.3045363 Dec 20 03:37:06.124112 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50604) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:06.195641 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.271752 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.291100 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756124ed-9b1d-42f9-9b67-504c14da1547']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:06.300904 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02e77f6-b415-466d-a476-b35287ac200f') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:06.301229 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02e77f6-b415-466d-a476-b35287ac200f') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:06.314876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.327596 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.333646 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:37:06.334025 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:37:06.335639 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:37:06.470454 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.476044 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.479463 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/756124ed-9b1d-42f9-9b67-504c14da1547 HTTP/1.1" status: 204 len: 168 time: 0.3541505 Dec 20 03:37:06.491522 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ac43-7e9d-47d2-a302-a621e51400c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=756124ed-9b1d-42f9-9b67-504c14da1547,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:06.823739 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50610) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:06.865303 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5f2bbee3-b4d4-42f4-97bd-73178d81c4e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c82837589244f669a18d91e30105e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402288 Dec 20 03:37:06.867870 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50612) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:06.914112 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-80a33062-11d8-4751-8b09-7e7a38a5af9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:06.938787 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-80a33062-11d8-4751-8b09-7e7a38a5af9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:07.066055 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-80a33062-11d8-4751-8b09-7e7a38a5af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:07.068651 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-80a33062-11d8-4751-8b09-7e7a38a5af9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:07.069907 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-80a33062-11d8-4751-8b09-7e7a38a5af9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6115f2c-caf1-44c6-b916-5ce0fff0c14b HTTP/1.1" status: 204 len: 168 time: 0.2011106 Dec 20 03:37:07.077954 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a33062-11d8-4751-8b09-7e7a38a5af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6115f2c-caf1-44c6-b916-5ce0fff0c14b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:11.122833 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:11.748055 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:37:25.156950 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-57f79311-0c66-4a86-a1c9-1ae0f9a0e1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:27.454037 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4687071-6a5b-4d85-8b17-be450679f039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:28.715320 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.442334 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50774) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:29.549772 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.625567 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.745426 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.784686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dee268c4f4f4504a332b8cd3cdb6b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406036 Dec 20 03:37:29.785492 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad318ad2-2538-45db-b345-66fc1dbd01f6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:29.788154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50780) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:29.793901 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.794256 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.794603 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.794942 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.795330 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.795667 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.795997 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.796324 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.796653 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.796975 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.797327 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.797647 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.797965 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b054-d489-4f5c-8d20-4353764ff992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.837884 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.859172 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.979798 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.982441 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:29.983599 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad318ad2-2538-45db-b345-66fc1dbd01f6 HTTP/1.1" status: 204 len: 168 time: 0.1944482 Dec 20 03:37:29.991733 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad318ad2-2538-45db-b345-66fc1dbd01f6,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:29.998915 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.999272 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:29.999870 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.000203 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.000531 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.000857 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.001229 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.001579 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.001906 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.002231 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.002553 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.002873 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.003190 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c279f5-d85c-4b1c-ba27-2d39483e8f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:30.414263 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:30.854271 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:34.446775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9bc74-13e2-4191-80bf-6960dfefd8d2 req-abccf295-bb88-46b0-9077-c10a07174eb5 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:34.448702 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90b9bc74-13e2-4191-80bf-6960dfefd8d2 req-abccf295-bb88-46b0-9077-c10a07174eb5 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0491331 Dec 20 03:37:34.500285 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90b9bc74-13e2-4191-80bf-6960dfefd8d2 req-6bfbd626-9f78-4b1e-8fc4-5c813225f52b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Dec 20 03:37:35.622440 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794684-51cb-49b6-bf97-59924692fb5b req-9308c2b2-b979-4dfd-a848-d0a28928ca30 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:35.623933 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-36794684-51cb-49b6-bf97-59924692fb5b req-9308c2b2-b979-4dfd-a848-d0a28928ca30 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0505295 Dec 20 03:37:35.672821 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-36794684-51cb-49b6-bf97-59924692fb5b req-2446d389-94ab-4fb9-ad90-f7b1ecad5f28 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Dec 20 03:37:36.426214 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-d8e1adf0-b599-4fc3-bb5e-0a4bae0a1eb9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:36.427661 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-d8e1adf0-b599-4fc3-bb5e-0a4bae0a1eb9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0474694 Dec 20 03:37:36.524085 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Deleting port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:36.524528 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:36.614729 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] For port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:36.615090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:36.816759 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:36.817420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:36.817420 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Floating IP 66219f25-2186-4ca4-932b-63d4397943f2 disassociated. External IP: 172.27.2.229, port: 18e4f61a-85b3-4ab2-9fc5-c5bd02019210. Dec 20 03:37:36.817695 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Calling delete_port for 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:36.841819 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c057f8e-6968-4224-950e-4149e10b0553 req-5d098778-71f7-4fda-b423-99f84d56e1fb tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:36.843320 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c057f8e-6968-4224-950e-4149e10b0553 req-5d098778-71f7-4fda-b423-99f84d56e1fb tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 946 time: 0.0774820 Dec 20 03:37:36.943178 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c057f8e-6968-4224-950e-4149e10b0553 req-559b7d39-2cf1-44a7-9f4c-e5796e91eeb7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715744 Dec 20 03:37:37.048038 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:37.078251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'Port': ['ID=18e4f61a-85b3-4ab2-9fc5-c5bd02019210,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:37.192835 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:37:37.301986 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:37:37.316072 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:37:37.335366 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:37.336363 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:37.366025 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] No DVR routers for this DVR port 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:37:37.370206 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:37.374175 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-73eb0424-d0e7-41ca-ba78-6ce718d40c4f req-c7bf0778-9a72-413a-b230-184c48dc7a16 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "DELETE /v2.0/ports/18e4f61a-85b3-4ab2-9fc5-c5bd02019210 HTTP/1.1" status: 204 len: 173 time: 0.9383554 Dec 20 03:37:37.374907 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'name': 'network-vif-deleted', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:37:37.377280 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cba977-a447-4bb2-bb38-5d5015de4866" -d '{"events": [{"server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "name": "network-vif-deleted", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:37:37.418140 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bdbf04-60bb-4435-860a-357ec6c91a0d x-openstack-request-id: req-12bdbf04-60bb-4435-860a-357ec6c91a0d {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:37:37.418431 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b572f265-bb17-4489-a53a-432eb4815ac6", "name": "network-vif-deleted", "tag": "18e4f61a-85b3-4ab2-9fc5-c5bd02019210", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:37:37.418684 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12bdbf04-60bb-4435-860a-357ec6c91a0d {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:37:37.426431 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b572f265-bb17-4489-a53a-432eb4815ac6', 'name': 'network-vif-deleted', 'tag': '18e4f61a-85b3-4ab2-9fc5-c5bd02019210', 'status': 'completed', 'code': 200} Dec 20 03:37:37.466691 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:37.680333 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:37.705611 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:37:37.714526 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:37.715132 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:37.831749 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:38.038228 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:38.043784 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3e44d448-ccd9-4900-bbfd-ed8ad0743029 req-77b2d5b0-826f-462a-828f-150c48877c4e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=b572f265-bb17-4489-a53a-432eb4815ac6 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Dec 20 03:37:38.064529 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55c1e9-2515-4a2f-a7b4-c2ff8c8a9017 None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:37:38.295961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1349d-17fd-4798-9f57-50a0cd08e525 None None] New status for floating IP 66219f25-2186-4ca4-932b-63d4397943f2: DOWN {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:37:39.104561 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50814) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:39.310700 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-f9aa2f79-3791-4f86-8369-5affa7292c38 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005542187&fields=id&tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 267 time: 0.0480075 Dec 20 03:37:39.416064 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-909c367f-3ac7-412f-841a-3ea2c9123017 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:39.416298 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Deleting port efae8329-ef31-4ed7-9e6a-1bde2e901b51 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:39.416412 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:39.417507 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-909c367f-3ac7-412f-841a-3ea2c9123017 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 812 time: 0.0999744 Dec 20 03:37:39.433380 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-6b00d23f-02c4-40ee-9cd2-2a1371c32702 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/quotas/d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Dec 20 03:37:39.485570 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-a2845cfd-0fbf-413a-b19b-c66d8dc01ebe tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462680 Dec 20 03:37:39.495418 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:39.495697 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:39.508594 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Calling delete_port for efae8329-ef31-4ed7-9e6a-1bde2e901b51 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:39.584725 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-278eb5e9-02fa-416e-aa77-8f2a3fcd77ab service neutron] 10.222.0.53 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Dec 20 03:37:39.676200 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-1cc4d940-76ee-4e40-9aca-d34ea795a824 service neutron] 10.222.0.53 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844898 Dec 20 03:37:39.756964 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:39.782636 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event deleted for resources: {'Port': ['ID=efae8329-ef31-4ed7-9e6a-1bde2e901b51,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:39.800947 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:39.822674 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:39.823110 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 18e4f61a-85b3-4ab2-9fc5-c5bd02019210 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:39.852484 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for floatingip, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:39.852820 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Floating IP da8b1cdf-df49-444f-8a93-1f9b7fafe226 disassociated (deleted). External IP: 172.27.2.172, port: dcafb0f8-ea15-4cf6-ace1-0817393056e3. Dec 20 03:37:40.063325 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Router c2e0638b-152c-479f-807d-f2f1f6132923 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:37:40.171975 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:37:40.176329 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:40.195534 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] Sync routers for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:37:40.205300 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fa8fec80-c134-44ef-9812-0815d11560b4 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "DELETE /v2.0/floatingips/da8b1cdf-df49-444f-8a93-1f9b7fafe226 HTTP/1.1" status: 204 len: 168 time: 1.0995843 Dec 20 03:37:40.206232 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:37:40.208768 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2133ae1-60ee-4562-b60a-486c62962166" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:37:40.209481 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:40.210548 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:40.259295 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e11e480c-0376-486e-8b92-7afc29ed7480 req-5c8e13c3-7003-4faa-820c-8fe1d95b0fb5 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 210 time: 0.0370457 Dec 20 03:37:40.315446 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f60cb2-8125-40b4-9625-7a8e7ca5649b x-openstack-request-id: req-95f60cb2-8125-40b4-9625-7a8e7ca5649b {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:37:40.315749 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:37:40.316071 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95f60cb2-8125-40b4-9625-7a8e7ca5649b {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:37:40.316419 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'status': 'completed', 'code': 200} Dec 20 03:37:40.338550 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:40.402774 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133ae1-60ee-4562-b60a-486c62962166 req-22bf99d5-d0fa-4b0f-9e42-646a661f79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:40.404299 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-22bf99d5-d0fa-4b0f-9e42-646a661f79d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 1098 time: 0.0409331 Dec 20 03:37:40.506720 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133ae1-60ee-4562-b60a-486c62962166 req-5dfcb8f7-f34b-4015-b534-f52a6d66df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:40.508875 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-5dfcb8f7-f34b-4015-b534-f52a6d66df53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 200 len: 909 time: 0.0919826 Dec 20 03:37:40.551489 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:40.560482 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-6cd901d0-3d59-4587-a244-b07456479ada service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 200 len: 217 time: 0.0367641 Dec 20 03:37:40.579199 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] Checking router: c2e0638b-152c-479f-807d-f2f1f6132923 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:37:40.589654 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:40.590299 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:40.629973 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133ae1-60ee-4562-b60a-486c62962166 req-a799e513-1d09-4568-a2be-132e7e595b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:40.631588 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-a799e513-1d09-4568-a2be-132e7e595b40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 200 len: 847 time: 0.0607009 Dec 20 03:37:40.701825 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:40.713624 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133ae1-60ee-4562-b60a-486c62962166 req-d7f2f130-9669-4841-8da5-00a827c8581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:40.717363 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-d7f2f130-9669-4841-8da5-00a827c8581b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a4f5256-0134-485c-b89e-07462238aa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743868 Dec 20 03:37:40.727681 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfff8-92da-4cb8-b233-c72631ac7bfe req-74639ea9-f317-47e2-8b23-aa5d0824db5d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:40.729179 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647bfff8-92da-4cb8-b233-c72631ac7bfe req-74639ea9-f317-47e2-8b23-aa5d0824db5d tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0770688 Dec 20 03:37:40.865979 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-647bfff8-92da-4cb8-b233-c72631ac7bfe req-33d02476-3cb6-4162-886a-f808ff60f739 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289546 Dec 20 03:37:40.893493 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-716c102b-854f-404a-a04e-83e6ccaed542 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276999 Dec 20 03:37:40.987955 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2133ae1-60ee-4562-b60a-486c62962166 req-4dd530bf-f827-414a-9554-5b1a0a9feb59 service neutron] 10.222.0.54 "GET /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Dec 20 03:37:41.017096 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:41.048155 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc13cbc-1be2-4593-8bdf-ef564443b774 None None] The sync data for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi is: [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:32:00Z', 'revision_number': 4, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': 'fdf965a6-272b-42ea-9e9e-9bda640f002a', 'name': '', 'network_id': '3a4f5256-0134-485c-b89e-07462238aa13', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'mac_address': 'fa:16:3e:a4:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:59Z', 'updated_at': '2021-12-20T03:32:08Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'subnets': [{'id': '32aa6d53-a4cc-42f1-9c70-fb13045c829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:37:41.162708 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:41.271052 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545667b-c880-4ec7-8504-9c643fc643a4 None None] New status for floating IP da8b1cdf-df49-444f-8a93-1f9b7fafe226: DOWN {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:37:41.357929 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9e453ce-4649-4e5e-83ea-0478f5e51952 req-05a5e97b-e4cd-4d85-8c80-cb2dbe537d34 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 210 time: 0.0326555 Dec 20 03:37:41.981871 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846304a0-5688-40ad-b9b2-4f4c13fe13a3 req-5657000e-9d2d-4cc8-a898-52358501f0ce tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:41.983325 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-846304a0-5688-40ad-b9b2-4f4c13fe13a3 req-5657000e-9d2d-4cc8-a898-52358501f0ce tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Dec 20 03:37:42.034032 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-846304a0-5688-40ad-b9b2-4f4c13fe13a3 req-16ffae02-c382-43b4-9408-7b92ded0ea11 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444884 Dec 20 03:37:42.471283 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-927d42dd-a8c8-4f17-afb8-ab5da49ed40a req-f38268e8-2a13-4955-b271-99693314d755 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 210 time: 0.0322301 Dec 20 03:37:42.515813 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-2f0af5ad-dfcc-4312-9102-66f472dc1276 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:42.518280 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-2f0af5ad-dfcc-4312-9102-66f472dc1276 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 812 time: 0.1391814 Dec 20 03:37:42.598540 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-f5aadd4c-546f-4fb5-a4c5-a270862ef911 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0556271 Dec 20 03:37:42.611292 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'port': {'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'admin_state_up': True, 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'security_groups': ['5c18dae3-94e0-4597-88b9-b95d14b772f7']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:37:42.767115 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a13b-3400-449e-bfec-a42402c24a89 req-eddf2337-c80a-433c-baca-59b0ce68eb2c tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:42.768605 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e289a13b-3400-449e-bfec-a42402c24a89 req-eddf2337-c80a-433c-baca-59b0ce68eb2c tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.0621519 Dec 20 03:37:42.808134 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Made reservation on behalf of d4fa0cffd767432cae1c69fa4e26e6c5 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:37:42.811700 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:42.962825 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Deleting port dcafb0f8-ea15-4cf6-ace1-0817393056e3 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:42.963169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:43.028340 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Allocated IP 172.20.0.4 (247f1037-2c21-483f-b1d2-d9c7b96998be/ac0f4d81-4a8b-4618-8fde-e514a966ddd7/c3bb1e5e-eba4-4be2-ae44-80c4d75e395c) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:37:43.099860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] For port dcafb0f8-ea15-4cf6-ace1-0817393056e3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=dcafb0f8-ea15-4cf6-ace1-0817393056e3,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:43.100235 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:43.145107 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Calling delete_port for dcafb0f8-ea15-4cf6-ace1-0817393056e3 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:43.514537 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df9699-ffda-42f0-b72c-2b38ee1687fa req-7791ff14-0ad0-4a76-bba7-8c6c87422b6e tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:43.516068 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-13df9699-ffda-42f0-b72c-2b38ee1687fa req-7791ff14-0ad0-4a76-bba7-8c6c87422b6e tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 945 time: 0.4053938 Dec 20 03:37:43.548446 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:43.569067 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55726d72-e54c-45e8-888f-3a727c8e6c46 req-4410ee4a-949f-4ac7-b2e4-8633c97488e6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 210 time: 0.0269239 Dec 20 03:37:43.650355 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-13df9699-ffda-42f0-b72c-2b38ee1687fa req-f92fcb56-3008-49c7-bf52-a7f309e788c6 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d647b2e-043f-4f1a-9a15-0ac7c8d80339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229472 Dec 20 03:37:43.746152 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:43.747934 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:43.802704 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:37:43.822042 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:37:43.828019 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:37:43.848170 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] No DVR routers for this DVR port dcafb0f8-ea15-4cf6-ace1-0817393056e3 on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:37:43.876090 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:43.879346 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e289a13b-3400-449e-bfec-a42402c24a89 req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.54 "DELETE /v2.0/ports/dcafb0f8-ea15-4cf6-ace1-0817393056e3 HTTP/1.1" status: 204 len: 173 time: 1.1006911 Dec 20 03:37:43.880124 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-deleted', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:37:43.882421 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39627725-751e-4b6a-8860-4a1209229a51" -d '{"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-deleted", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:37:43.890417 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:43.922768 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d8b87-40a2-40e4-a274-ac9bbbec286f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event deleted for resources: {'Port': ['ID=dcafb0f8-ea15-4cf6-ace1-0817393056e3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:43.932331 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086cfc3a-5f69-474d-a692-1434bd2124a7 x-openstack-request-id: req-086cfc3a-5f69-474d-a692-1434bd2124a7 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:37:43.932625 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc84db6-8d02-4fd4-b38c-c0a90f104993", "name": "network-vif-deleted", "tag": "dcafb0f8-ea15-4cf6-ace1-0817393056e3", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:37:43.932876 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-086cfc3a-5f69-474d-a692-1434bd2124a7 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:37:43.933296 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc84db6-8d02-4fd4-b38c-c0a90f104993', 'name': 'network-vif-deleted', 'tag': 'dcafb0f8-ea15-4cf6-ace1-0817393056e3', 'status': 'completed', 'code': 200} Dec 20 03:37:43.944760 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:43.946259 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:44.079791 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-3f5b2e8e-baf3-4374-a092-d8615886caff tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4724133 Dec 20 03:37:44.102869 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Request body: {'port': {'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:37:44.132452 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-73048924-1011-4a48-8aef-557a29b8baac None None] Provisioning complete for port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:37:44.132452 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-73048924-1011-4a48-8aef-557a29b8baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:44.173738 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-73048924-1011-4a48-8aef-557a29b8baac None None] Port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:37:44.187731 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:44.463631 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bb1e5e-eba4-4be2-ae44-80c4d75e395c {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:37:44.471273 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:44.483941 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Transition to ACTIVE for port object c3bb1e5e-eba4-4be2-ae44-80c4d75e395c will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:37:44.579274 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:44.638767 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:44.760383 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95833a-33dc-4886-a1cf-46802401214b req-720d36f7-81c8-45e5-bb25-9a8a35622a41 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:44.762130 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b95833a-33dc-4886-a1cf-46802401214b req-720d36f7-81c8-45e5-bb25-9a8a35622a41 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0995641 Dec 20 03:37:44.794650 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Attempting to bind port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:37:44.795163 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Attempting to bind port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:37:44.795517 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Attempting to bind port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:37:44.796211 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0181034b-18a7-49e6-b7ee-a883f544f442 req-5ebd8580-6f8d-4f37-86e2-c51cd786593f tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0278802 Dec 20 03:37:44.813868 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c on network 247f1037-2c21-483f-b1d2-d9c7b96998be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:37:44.813868 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Attempting to bind port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:37:44.821251 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:37:44.822032 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Checking segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:37:44.826579 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Bound using segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:37:44.826579 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Bound port: c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:37:44.826579 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:44.886587 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b95833a-33dc-4886-a1cf-46802401214b req-288e4fd6-8c38-42c5-899d-6b34d54dd70b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132448 Dec 20 03:37:44.919625 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] For port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:37:44.922791 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] For port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:37:44.991616 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:45.031230 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:45.031856 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:45.033275 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] 10.222.0.54 "PUT /v2.0/ports/c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 1093 time: 0.9352584 Dec 20 03:37:45.054522 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01106661-c16e-44d6-9b93-3e9f297abed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:45.206960 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-eb210a54-915d-45b8-89f8-59db96502044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:45.208562 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-eb210a54-915d-45b8-89f8-59db96502044 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1096 time: 0.0479476 Dec 20 03:37:45.262306 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-d123fcc6-b6aa-4bd0-b374-71729d7cc9d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 217 time: 0.0375688 Dec 20 03:37:45.313500 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-563d17fd-6749-48da-9ad2-7664cc065553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:45.314904 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-563d17fd-6749-48da-9ad2-7664cc065553 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0447750 Dec 20 03:37:45.368267 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539f65-bd37-4102-8281-1616404dcc57 req-a38f05d1-a325-4ba4-a054-9b20351aafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:45.369835 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-a38f05d1-a325-4ba4-a054-9b20351aafa8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461159 Dec 20 03:37:45.465609 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-53087f68-dba9-444c-8f45-c52a9caf0b14 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866671 Dec 20 03:37:45.569677 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-11539f65-bd37-4102-8281-1616404dcc57 req-dcd98349-af25-43b7-b5ca-66de5a2a3391 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941832 Dec 20 03:37:45.823577 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:45.850194 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: dcafb0f8-ea15-4cf6-ace1-0817393056e3 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:45.850582 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device dcafb0f8-ea15-4cf6-ace1-0817393056e3 not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:45.922261 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44645f7c-6c13-449f-912c-6a6e50482db1 req-3aa44aa5-239f-499f-96f6-f88078ce1a58 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc84db6-8d02-4fd4-b38c-c0a90f104993 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Dec 20 03:37:45.935785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:37:45.942979 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa2ccbc-4085-4d3d-9437-a078c6a27708" -d '{"events": [{"name": "network-changed", "server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:37:46.038550 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635f9f5-9965-40f2-abde-d6808a08f29c req-5f0d0205-4c11-4e8f-ba28-b852824724c0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.040361 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2635f9f5-9965-40f2-abde-d6808a08f29c req-5f0d0205-4c11-4e8f-ba28-b852824724c0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0574133 Dec 20 03:37:46.116900 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2635f9f5-9965-40f2-abde-d6808a08f29c req-be3ef079-937a-4fd5-ab2c-ae262f7962b6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Dec 20 03:37:46.165421 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aea33c-6ec7-4cdb-88c3-cfa6c34d5e59 x-openstack-request-id: req-b6aea33c-6ec7-4cdb-88c3-cfa6c34d5e59 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:37:46.165732 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:37:46.165982 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6aea33c-6ec7-4cdb-88c3-cfa6c34d5e59 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:37:46.166379 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'status': 'completed', 'code': 200} Dec 20 03:37:46.277331 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-4eb4f392-7359-4965-911d-e9e97b5ccc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.279107 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-4eb4f392-7359-4965-911d-e9e97b5ccc98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1096 time: 0.0569797 Dec 20 03:37:46.389333 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e89c6-2a0a-4c84-97d6-6d97d4c9447a req-70e0f41c-01f7-4348-b9e1-6bde533401ec tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.390829 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-266e89c6-2a0a-4c84-97d6-6d97d4c9447a req-70e0f41c-01f7-4348-b9e1-6bde533401ec tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.1108263 Dec 20 03:37:46.452978 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-f1203dce-8b73-4368-85e9-349770082993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.454508 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-f1203dce-8b73-4368-85e9-349770082993 service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.1654468 Dec 20 03:37:46.519082 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-e537a1ea-9d40-4e4c-a8cc-a648265a23a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 217 time: 0.0510018 Dec 20 03:37:46.526364 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-266e89c6-2a0a-4c84-97d6-6d97d4c9447a req-7804b065-aaf9-4cbf-a825-fecff6be148d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255324 Dec 20 03:37:46.540418 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-1ee3e30a-6313-4642-b526-e38098907a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.542012 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-1ee3e30a-6313-4642-b526-e38098907a31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1099 time: 0.1253455 Dec 20 03:37:46.608381 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-40fb4ce2-ffa1-40b5-834c-37f3f72cf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.609919 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-40fb4ce2-ffa1-40b5-834c-37f3f72cf945 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0809591 Dec 20 03:37:46.703449 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-da6928b9-7e3b-4252-b64c-e3294387134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.704857 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-da6928b9-7e3b-4252-b64c-e3294387134c service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.1319244 Dec 20 03:37:46.707880 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-bf18b22c-3eda-4b26-8ced-3dfa9b089013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.709396 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-bf18b22c-3eda-4b26-8ced-3dfa9b089013 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703533 Dec 20 03:37:46.842535 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-bf72fc45-2bdc-4f19-a7ea-1026fca85d40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 1001 time: 0.1230807 Dec 20 03:37:46.894926 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-8a469c73-6549-4127-b0e8-5b64c7ab1626 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742153 Dec 20 03:37:46.924912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-40961b4a-0268-45ca-9cc0-82bb31019ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:46.926423 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-40961b4a-0268-45ca-9cc0-82bb31019ee4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0740178 Dec 20 03:37:46.980747 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50906) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:47.016988 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-13efe0da-033a-4fb3-b806-d18863ab911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:47.018535 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-13efe0da-033a-4fb3-b806-d18863ab911d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0849648 Dec 20 03:37:47.043689 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d32612-f407-4405-ba5e-f011f501d9f9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:47.063121 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dfa2ccbc-4085-4d3d-9437-a078c6a27708 req-c5a8b6f7-62c5-450f-94a2-fe47bf0ae0a4 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598377 Dec 20 03:37:47.073741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d32612-f407-4405-ba5e-f011f501d9f9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:47.132525 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-b10959e6-18c4-4ad6-a835-9cc331bf9a6c service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044552 Dec 20 03:37:47.265046 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9d6c3749-bca7-460b-8fc2-8f6febe8e4d8 req-257dbee3-64cb-467c-8139-b2259d5191a8 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231222 Dec 20 03:37:47.273226 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f961ca-c30d-4409-b33f-1cb9c6ba6c2c req-ca041aa7-1c4a-44c8-8884-ff20639df96f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:47.274824 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-31f961ca-c30d-4409-b33f-1cb9c6ba6c2c req-ca041aa7-1c4a-44c8-8884-ff20639df96f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0740917 Dec 20 03:37:47.324655 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-31f961ca-c30d-4409-b33f-1cb9c6ba6c2c req-2f3755d0-85e7-4b48-8b4d-88fa2c982a61 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439923 Dec 20 03:37:47.391131 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d32612-f407-4405-ba5e-f011f501d9f9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:47.393774 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d32612-f407-4405-ba5e-f011f501d9f9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:47.394961 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-90d32612-f407-4405-ba5e-f011f501d9f9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] 10.222.0.53 "DELETE /v2.0/security-groups/5d647b2e-043f-4f1a-9a15-0ac7c8d80339 HTTP/1.1" status: 204 len: 168 time: 0.4131444 Dec 20 03:37:47.407597 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d32612-f407-4405-ba5e-f011f501d9f9 tempest-TestShelveInstance-1970519367 tempest-TestShelveInstance-1970519367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d647b2e-043f-4f1a-9a15-0ac7c8d80339,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:47.522018 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50912) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:47.653454 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50208b3-65f1-459e-a945-4e54f8986b77 req-31b24e9a-237b-4dc1-95f5-4b668eeb3888 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:47.654983 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b50208b3-65f1-459e-a945-4e54f8986b77 req-31b24e9a-237b-4dc1-95f5-4b668eeb3888 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Dec 20 03:37:47.707971 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b50208b3-65f1-459e-a945-4e54f8986b77 req-5087502d-756c-4809-9d2c-56cd746e1fb0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468903 Dec 20 03:37:47.960344 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:48.205607 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Deleting port fdf965a6-272b-42ea-9e9e-9bda640f002a {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:48.206305 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:48.288071 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] For port fdf965a6-272b-42ea-9e9e-9bda640f002a, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=fdf965a6-272b-42ea-9e9e-9bda640f002a,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:48.288429 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:48.301151 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Calling delete_port for fdf965a6-272b-42ea-9e9e-9bda640f002a owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:48.469449 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7a2bd-2398-4e27-8fe7-57908a6f5d02 req-62b63e18-9fff-4c25-8bc3-bcffde91ff81 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:48.470935 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-13a7a2bd-2398-4e27-8fe7-57908a6f5d02 req-62b63e18-9fff-4c25-8bc3-bcffde91ff81 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0680842 Dec 20 03:37:48.563278 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-13a7a2bd-2398-4e27-8fe7-57908a6f5d02 req-65104308-561b-4e67-9807-250b77183dd4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852909 Dec 20 03:37:48.642192 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:48.747820 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:37:48.838767 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82c1b-dc47-467d-a5e0-dbffeb8cb007 req-1ced7124-962b-4da9-aa2e-518f8905e270 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:48.841384 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b9a82c1b-dc47-467d-a5e0-dbffeb8cb007 req-1ced7124-962b-4da9-aa2e-518f8905e270 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0564516 Dec 20 03:37:48.894204 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b9a82c1b-dc47-467d-a5e0-dbffeb8cb007 req-cec1e88a-f5de-454e-8477-e165e1f7de29 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467696 Dec 20 03:37:48.943709 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf965a6-272b-42ea-9e9e-9bda640f002a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:49.113901 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:49.332141 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Router c2e0638b-152c-479f-807d-f2f1f6132923 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:37:49.438188 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:37:49.443306 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-620a43fa-b6dd-457c-8dd7-86ad3e0313b1 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2e0638b-152c-479f-807d-f2f1f6132923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254150 Dec 20 03:37:49.446109 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50922) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:49.447943 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] Sync routers for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:37:49.458241 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:49.458862 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:49.556767 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:49.569450 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:49.694206 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:49.716266 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0ff0-e33c-412a-a4c6-57efd31c1223 req-e13df62a-c804-424c-bd68-d36e611b855d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:49.717886 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f01d0ff0-e33c-412a-a4c6-57efd31c1223 req-e13df62a-c804-424c-bd68-d36e611b855d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0678341 Dec 20 03:37:49.764139 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:37:48Z', 'revision_number': 5, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port': {'id': 'a31c0242-02dc-44d9-a076-252f728d148f', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:31:56Z', 'updated_at': '2021-12-20T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:49.780145 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f01d0ff0-e33c-412a-a4c6-57efd31c1223 req-d2f2b9b3-647d-4998-bd5a-052236b838a4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534327 Dec 20 03:37:49.796089 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] Checking router: c2e0638b-152c-479f-807d-f2f1f6132923 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:37:49.806170 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] Routers {'c2e0638b-152c-479f-807d-f2f1f6132923'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:49.806805 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['c2e0638b-152c-479f-807d-f2f1f6132923'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:49.834770 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Deleting port a31c0242-02dc-44d9-a076-252f728d148f {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:49.835217 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:49.892624 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] Set router c2e0638b-152c-479f-807d-f2f1f6132923 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:49.928348 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] For port a31c0242-02dc-44d9-a076-252f728d148f, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=a31c0242-02dc-44d9-a076-252f728d148f,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:49.928758 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:49.950206 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:37:49Z', 'revision_number': 6, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:49.955411 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Calling delete_port for a31c0242-02dc-44d9-a076-252f728d148f owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:49.977382 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96b6c5-08ff-4193-85e5-d1d29634db3f None None] The sync data for ids ['c2e0638b-152c-479f-807d-f2f1f6132923'] in dv-cinder-818037-11-iscsi is: [{'id': 'c2e0638b-152c-479f-807d-f2f1f6132923', 'name': 'tempest-TestShelveInstance-872316583-router', 'tenant_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:31:55Z', 'updated_at': '2021-12-20T03:37:49Z', 'revision_number': 6, 'project_id': 'e7560abef8ef4bc796f5d8caa41351d3', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:37:50.034491 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbf85d-af34-464f-b692-7f498b9babfd req-b3608895-10e7-442a-9a59-c11f369738d1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:50.036166 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-72cbf85d-af34-464f-b692-7f498b9babfd req-b3608895-10e7-442a-9a59-c11f369738d1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0632555 Dec 20 03:37:50.106103 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-72cbf85d-af34-464f-b692-7f498b9babfd req-af25904b-d6ae-470b-9209-2505156b77a9 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630639 Dec 20 03:37:50.265746 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.292946 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31c0242-02dc-44d9-a076-252f728d148f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:50.352716 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.449049 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.451211 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.574120 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.574937 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e0638b-152c-479f-807d-f2f1f6132923 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:37:50.580299 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.581527 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0d9f66de-5955-48c8-a47c-8a9092fd4818 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c2e0638b-152c-479f-807d-f2f1f6132923 HTTP/1.1" status: 204 len: 168 time: 1.1343923 Dec 20 03:37:50.585288 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50928) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:50.632827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Deleting subnet 32aa6d53-a4cc-42f1-9c70-fb13045c829d {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:37:50.641445 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.678197 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.708073 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device fdf965a6-272b-42ea-9e9e-9bda640f002a no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:50.729944 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: fdf965a6-272b-42ea-9e9e-9bda640f002a {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:50.730291 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device fdf965a6-272b-42ea-9e9e-9bda640f002a not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:50.730915 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a31c0242-02dc-44d9-a076-252f728d148f no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:50.750600 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: a31c0242-02dc-44d9-a076-252f728d148f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:50.751058 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device a31c0242-02dc-44d9-a076-252f728d148f not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:50.776059 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.887330 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.915230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32aa6d53-a4cc-42f1-9c70-fb13045c829d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:50.920172 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:50.923381 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ff521ea9-c19e-4008-8988-a95145c5c9f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/32aa6d53-a4cc-42f1-9c70-fb13045c829d HTTP/1.1" status: 204 len: 168 time: 0.3365726 Dec 20 03:37:50.925119 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b73045-12d3-4190-9b4f-db65c56b2f3c None None] Network 3a4f5256-0134-485c-b89e-07462238aa13 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:37:50.925967 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50932) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:50.935911 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd423ca-957d-4bfb-9a2a-aaba32374731 req-da3dbac9-e52d-4386-acea-84147e9e1194 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:50.937706 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9dd423ca-957d-4bfb-9a2a-aaba32374731 req-da3dbac9-e52d-4386-acea-84147e9e1194 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0872080 Dec 20 03:37:50.998091 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9dd423ca-957d-4bfb-9a2a-aaba32374731 req-c12a7a63-187e-4a2c-9326-96d6edbd3ef0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539029 Dec 20 03:37:51.003990 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.065210 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Deleting port ccd6fbdf-940b-4a30-8956-801c4ee45a72 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:51.065914 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.138553 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] For port ccd6fbdf-940b-4a30-8956-801c4ee45a72, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ccd6fbdf-940b-4a30-8956-801c4ee45a72,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:51.138938 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.152515 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Calling delete_port for ccd6fbdf-940b-4a30-8956-801c4ee45a72 owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:51.238162 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] DHCP port deletion for 3a4f5256-0134-485c-b89e-07462238aa13 request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:37:51.275740 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa92b9-6870-486d-88f0-aa796d0a63d0 req-d890ca66-8f03-4f4c-afb9-f21bb1d446bb tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:51.277246 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-35fa92b9-6870-486d-88f0-aa796d0a63d0 req-d890ca66-8f03-4f4c-afb9-f21bb1d446bb tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0790653 Dec 20 03:37:51.289252 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] Deleting port ccd6fbdf-940b-4a30-8956-801c4ee45a72 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:51.289992 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.328364 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-35fa92b9-6870-486d-88f0-aa796d0a63d0 req-d8e51aba-355f-4b35-85b5-d528b2791fc6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Dec 20 03:37:51.356698 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.357686 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] For port ccd6fbdf-940b-4a30-8956-801c4ee45a72, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=ccd6fbdf-940b-4a30-8956-801c4ee45a72,segment=NetworkSegment(cae99d0a-7fd9-4cb8-aace-b92239d78d55),segment_id=cae99d0a-7fd9-4cb8-aace-b92239d78d55)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:51.358093 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.374183 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] Calling delete_port for ccd6fbdf-940b-4a30-8956-801c4ee45a72 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:51.383793 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd6fbdf-940b-4a30-8956-801c4ee45a72,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:51.388191 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] No DVR routers for this DVR port ccd6fbdf-940b-4a30-8956-801c4ee45a72 on host dv-cinder-818037-11-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:37:51.454809 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.469699 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.481712 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] Pushing event deleted for resources: {'Port': ['ID=ccd6fbdf-940b-4a30-8956-801c4ee45a72,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:51.490035 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf723ac6-f627-44ef-9a40-f9de42734679 None None] No DVR routers for this DVR port ccd6fbdf-940b-4a30-8956-801c4ee45a72 on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:37:51.495021 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4f5256-0134-485c-b89e-07462238aa13']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:51.506418 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae99d0a-7fd9-4cb8-aace-b92239d78d55') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:51.506770 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae99d0a-7fd9-4cb8-aace-b92239d78d55') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:51.517386 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.531771 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.537886 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:37:51.538307 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:37:51.540559 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:37:51.548250 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:37:51.675197 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.683260 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:51.686709 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3a4f5256-0134-485c-b89e-07462238aa13 HTTP/1.1" status: 204 len: 168 time: 0.7597432 Dec 20 03:37:51.689808 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50936) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:51.698318 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89bb73-f483-4457-99f2-dc27905f8546 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4f5256-0134-485c-b89e-07462238aa13,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:52.040280 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:52.170703 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d9fc-a32c-4d1f-86d3-01b34face68b req-dba60738-07ae-4ac1-aaf1-37532409ccd8 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:52.172116 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c84d9fc-a32c-4d1f-86d3-01b34face68b req-dba60738-07ae-4ac1-aaf1-37532409ccd8 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0951762 Dec 20 03:37:52.277081 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c84d9fc-a32c-4d1f-86d3-01b34face68b req-059ca9f2-9694-4feb-b4e9-7de3422078e2 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983281 Dec 20 03:37:52.376193 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Deleting port 464e6157-bb13-4416-8275-3bb96fb19e67 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:52.376532 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:52.454879 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] For port 464e6157-bb13-4416-8275-3bb96fb19e67, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=464e6157-bb13-4416-8275-3bb96fb19e67,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:52.455123 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b7b4-9d8f-4f6a-a001-59a68f47bbfd req-13ef7af2-6815-4e99-acc0-66e187c50d2c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:52.455597 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:52.456426 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-27b9b7b4-9d8f-4f6a-a001-59a68f47bbfd req-13ef7af2-6815-4e99-acc0-66e187c50d2c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0548782 Dec 20 03:37:52.468883 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Calling delete_port for 464e6157-bb13-4416-8275-3bb96fb19e67 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:52.505231 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-27b9b7b4-9d8f-4f6a-a001-59a68f47bbfd req-594d67c1-a1fe-4e05-9ec2-2e3e21dc4e9c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Dec 20 03:37:52.708519 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ccd6fbdf-940b-4a30-8956-801c4ee45a72 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:52.711959 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:52.727428 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: ccd6fbdf-940b-4a30-8956-801c4ee45a72 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:52.727778 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device ccd6fbdf-940b-4a30-8956-801c4ee45a72 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:52.737884 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Pushing event deleted for resources: {'Port': ['ID=464e6157-bb13-4416-8275-3bb96fb19e67,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:53.190179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:53.447622 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d290f-ee9d-461e-8f3d-b1556a6e2f0c req-07c70fe8-12ea-4b8b-be0a-d5e9de85d30c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:53.449034 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c41d290f-ee9d-461e-8f3d-b1556a6e2f0c req-07c70fe8-12ea-4b8b-be0a-d5e9de85d30c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 943 time: 0.0950940 Dec 20 03:37:53.451005 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:37:53.545352 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c41d290f-ee9d-461e-8f3d-b1556a6e2f0c req-2b0ecbff-4758-4fca-a248-35c6ed1507cc tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901854 Dec 20 03:37:53.599397 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:37:53.605671 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d213fbb3-3121-40f1-8e33-42d44cf00463 admin admin] 10.222.0.53 "PUT /v2.0/routers/953c15c5-0772-4c1d-b4ea-7761cebdc7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9142144 Dec 20 03:37:53.607777 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50946) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:53.610588 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] Sync routers for ids ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:37:53.621083 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] Routers {'953c15c5-0772-4c1d-b4ea-7761cebdc7e3'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:53.621836 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:53.640265 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62619c1f-7dfc-4d9e-8e6f-c1a76e6443ec req-8dcead43-2382-4296-b4da-dd648555d99c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:53.642024 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62619c1f-7dfc-4d9e-8e6f-c1a76e6443ec req-8dcead43-2382-4296-b4da-dd648555d99c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0584698 Dec 20 03:37:53.706100 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62619c1f-7dfc-4d9e-8e6f-c1a76e6443ec req-d7beb02b-156b-470d-ae9b-4920a23f9e62 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523024 Dec 20 03:37:53.738437 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:53.752295 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] Set router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:53.869892 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device c3bb1e5e-eba4-4be2-ae44-80c4d75e395c details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:37:53.872860 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.000761 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Deleting port f14d01ac-22fa-4ee4-948f-f712176bc616 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:54.001004 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.053002 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:54.070774 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:37:52Z', 'revision_number': 5, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port': {'id': 'f14d01ac-22fa-4ee4-948f-f712176bc616', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:32:07Z', 'updated_at': '2021-12-20T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:54.072945 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:37:54.095985 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] For port f14d01ac-22fa-4ee4-948f-f712176bc616, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=f14d01ac-22fa-4ee4-948f-f712176bc616,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:54.096381 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.108210 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] Checking router: 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:37:54.111953 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Calling delete_port for f14d01ac-22fa-4ee4-948f-f712176bc616 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:54.146408 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] Routers {'953c15c5-0772-4c1d-b4ea-7761cebdc7e3'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:37:54.147053 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:54.217494 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.240046 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bb1e5e-eba4-4be2-ae44-80c4d75e395c {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:37:54.267833 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] Set router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 gateway port host: None {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:37:54.295666 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:54.324126 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:37:53Z', 'revision_number': 6, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:54.356246 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f63a2-55f5-4c53-ac6f-1a287c862b63 None None] The sync data for ids ['953c15c5-0772-4c1d-b4ea-7761cebdc7e3'] in dv-cinder-818037-11-iscsi is: [{'id': '953c15c5-0772-4c1d-b4ea-7761cebdc7e3', 'name': 'tempest-TestShelveInstance-72458453-router', 'tenant_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:32:05Z', 'updated_at': '2021-12-20T03:37:53Z', 'revision_number': 6, 'project_id': '1fd4359f8e4f496486d9c40ba23ff6a8', 'gw_port_host': None}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:37:54.374369 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.389855 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.416246 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14d01ac-22fa-4ee4-948f-f712176bc616,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:54.455912 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:54.468988 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.469612 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.470203 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.470791 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.471378 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.471953 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.472538 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.473127 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.473733 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.474315 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.474908 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.475448 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.476021 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:37:54.483835 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.582701 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.586486 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.688816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87dfd-bd46-40aa-be66-7bdeea622bab req-1a2c304b-9879-4d20-b8f9-40789cd6fd31 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:54.696893 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1bf87dfd-bd46-40aa-be66-7bdeea622bab req-1a2c304b-9879-4d20-b8f9-40789cd6fd31 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 944 time: 0.0653002 Dec 20 03:37:54.722234 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['c3bb1e5e-eba4-4be2-ae44-80c4d75e395c'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:37:54.726245 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.726245 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953c15c5-0772-4c1d-b4ea-7761cebdc7e3 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:37:54.750859 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.752489 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-188ff011-4ad2-4cd0-9026-58e263282d15 admin admin] 10.222.0.53 "DELETE /v2.0/routers/953c15c5-0772-4c1d-b4ea-7761cebdc7e3 HTTP/1.1" status: 204 len: 168 time: 1.1436553 Dec 20 03:37:54.756570 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50952) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:54.819327 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1bf87dfd-bd46-40aa-be66-7bdeea622bab req-edf59a33-f513-4b0c-a39a-76b1a259a098 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158571 Dec 20 03:37:54.846151 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Deleting subnet f4bd07f5-180b-4af3-8aa5-3cd38f845bce {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:37:54.850834 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.893980 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 464e6157-bb13-4416-8275-3bb96fb19e67 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:54.933737 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:54.946864 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 464e6157-bb13-4416-8275-3bb96fb19e67 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:54.947514 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 464e6157-bb13-4416-8275-3bb96fb19e67 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:54.979608 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cc51-7972-47cf-b91b-bbd771b9815d req-7ecee15c-02fd-4d85-91ce-5841eb8d09c8 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:54.981237 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-50a9cc51-7972-47cf-b91b-bbd771b9815d req-7ecee15c-02fd-4d85-91ce-5841eb8d09c8 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0955806 Dec 20 03:37:55.075188 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.080899 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-50a9cc51-7972-47cf-b91b-bbd771b9815d req-54e6a388-7da5-4a27-8624-5f63241c0672 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907910 Dec 20 03:37:55.199500 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-92f54a4a-c778-466d-bf04-be35618f28b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.231270 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.259798 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bd07f5-180b-4af3-8aa5-3cd38f845bce,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:55.264370 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.269253 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-29a2cd99-a181-4259-99ec-d8fa0aba3aa9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f4bd07f5-180b-4af3-8aa5-3cd38f845bce HTTP/1.1" status: 204 len: 168 time: 0.5081270 Dec 20 03:37:55.270625 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50954) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:55.273278 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcc429-07d4-4f10-9f64-266b27c11740 None None] Network b90f9d9f-adeb-46f9-b424-3be319ef969c requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:37:55.350902 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.426835 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Deleting port 34794e6b-5f88-4bb7-9d62-64d626bcad55 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:55.427296 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.452664 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] DHCP port deletion for b90f9d9f-adeb-46f9-b424-3be319ef969c request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:37:55.513932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] For port 34794e6b-5f88-4bb7-9d62-64d626bcad55, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=34794e6b-5f88-4bb7-9d62-64d626bcad55,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:55.514329 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.526767 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] Deleting port 34794e6b-5f88-4bb7-9d62-64d626bcad55 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:37:55.527286 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.532063 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Calling delete_port for 34794e6b-5f88-4bb7-9d62-64d626bcad55 owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:55.617236 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] For port 34794e6b-5f88-4bb7-9d62-64d626bcad55, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=34794e6b-5f88-4bb7-9d62-64d626bcad55,segment=NetworkSegment(8e885673-8a69-4587-aeaf-b97f1f74e645),segment_id=8e885673-8a69-4587-aeaf-b97f1f74e645)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:55.617878 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.631973 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] Calling delete_port for 34794e6b-5f88-4bb7-9d62-64d626bcad55 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:37:55.686413 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.711874 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Pushing event deleted for resources: {'Port': ['ID=34794e6b-5f88-4bb7-9d62-64d626bcad55,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:55.718190 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] No DVR routers for this DVR port 34794e6b-5f88-4bb7-9d62-64d626bcad55 on host dv-cinder-818037-11-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:37:55.728352 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.786003 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] Pushing event deleted for resources: {'Port': ['ID=34794e6b-5f88-4bb7-9d62-64d626bcad55,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:55.794364 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d024b31-29d1-419a-8771-c7b5827b0311 None None] No DVR routers for this DVR port 34794e6b-5f88-4bb7-9d62-64d626bcad55 on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:37:55.800280 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.827810 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90f9d9f-adeb-46f9-b424-3be319ef969c']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:55.839265 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e885673-8a69-4587-aeaf-b97f1f74e645') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:55.839661 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e885673-8a69-4587-aeaf-b97f1f74e645') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:37:55.849740 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.864097 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.871337 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:37:55.871665 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:37:55.873663 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:37:55.875995 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device c3bb1e5e-eba4-4be2-ae44-80c4d75e395c up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:37:55.973786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8379da-da50-4570-ae6d-41138072ac53 req-cfaa2736-e83f-49e7-83cc-a0faa8d1b5aa tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:55.975296 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a8379da-da50-4570-ae6d-41138072ac53 req-cfaa2736-e83f-49e7-83cc-a0faa8d1b5aa tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 944 time: 0.0562248 Dec 20 03:37:56.008682 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:37:56.014101 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:37:56.023804 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.032110 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a8379da-da50-4570-ae6d-41138072ac53 req-5e2980e7-9891-4a6e-954d-d77d83de874a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500433 Dec 20 03:37:56.055281 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.061757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.068388 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] 10.222.0.53 "DELETE /v2.0/networks/b90f9d9f-adeb-46f9-b424-3be319ef969c HTTP/1.1" status: 204 len: 168 time: 0.7932096 Dec 20 03:37:56.080815 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf70be-10c7-4e94-967d-4f4b9f20747b admin admin] Pushing event deleted for resources: {'Network': ['ID=b90f9d9f-adeb-46f9-b424-3be319ef969c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:56.110276 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.140060 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:37:56.146162 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492e9f4-0556-4e63-af77-58db37306c85" -d '{"events": [{"server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "name": "network-vif-plugged", "status": "completed", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:37:56.158782 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:37:56.185938 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46c62e-8306-4ea4-ab57-19e7372ffd71 x-openstack-request-id: req-4a46c62e-8306-4ea4-ab57-19e7372ffd71 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:37:56.186228 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "name": "network-vif-plugged", "status": "completed", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:37:56.186478 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a46c62e-8306-4ea4-ab57-19e7372ffd71 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:37:56.186882 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'code': 200} Dec 20 03:37:56.246759 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.253460 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc57651-9ad3-4655-bca1-06da582a3cad req-7bdb9552-9ea5-490a-ac79-ec3ca887de49 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:56.255121 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bc57651-9ad3-4655-bca1-06da582a3cad req-7bdb9552-9ea5-490a-ac79-ec3ca887de49 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0586255 Dec 20 03:37:56.301474 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:56.330486 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bc57651-9ad3-4655-bca1-06da582a3cad req-a19ad8fb-f090-4671-b55e-e727404e98ea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678725 Dec 20 03:37:56.400663 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50964) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:56.453839 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9808a061-5e7b-480f-a931-c26dd24648ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7560abef8ef4bc796f5d8caa41351d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515344 Dec 20 03:37:56.456665 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50966) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:56.514730 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4642d651-7a60-49a1-8e0e-26a9fe9949a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.540852 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4642d651-7a60-49a1-8e0e-26a9fe9949a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.630641 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c244d6-bb3f-4558-b308-e39def5e4342 req-9787d1dd-df66-4114-a365-10864cfec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:56.632439 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-29c244d6-bb3f-4558-b308-e39def5e4342 req-9787d1dd-df66-4114-a365-10864cfec510 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1098 time: 0.0435157 Dec 20 03:37:56.683888 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4642d651-7a60-49a1-8e0e-26a9fe9949a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.686672 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4642d651-7a60-49a1-8e0e-26a9fe9949a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:56.687864 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4642d651-7a60-49a1-8e0e-26a9fe9949a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/811b817f-1748-4cd5-b57f-1c0d65e10f85 HTTP/1.1" status: 204 len: 168 time: 0.2305386 Dec 20 03:37:56.706767 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device f14d01ac-22fa-4ee4-948f-f712176bc616 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:56.719221 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642d651-7a60-49a1-8e0e-26a9fe9949a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b817f-1748-4cd5-b57f-1c0d65e10f85,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:56.727763 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-29c244d6-bb3f-4558-b308-e39def5e4342 req-7f9eaa18-4e0b-42b5-8010-e327872e0782 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751884 Dec 20 03:37:56.731990 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: f14d01ac-22fa-4ee4-948f-f712176bc616 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:56.736672 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device f14d01ac-22fa-4ee4-948f-f712176bc616 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:56.736672 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 34794e6b-5f88-4bb7-9d62-64d626bcad55 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:37:56.760958 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 34794e6b-5f88-4bb7-9d62-64d626bcad55 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:37:56.761327 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 34794e6b-5f88-4bb7-9d62-64d626bcad55 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:37:57.159410 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95113bb-7dfb-4081-913a-24d27c37feac req-a7552942-f328-4acc-9328-4e1f3b477a05 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:57.160872 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d95113bb-7dfb-4081-913a-24d27c37feac req-a7552942-f328-4acc-9328-4e1f3b477a05 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 945 time: 0.0530365 Dec 20 03:37:57.227105 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d95113bb-7dfb-4081-913a-24d27c37feac req-c722a979-2956-4356-98e3-7f346ac621dd tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588949 Dec 20 03:37:57.414707 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4edde369-a8a4-4521-899c-95971349911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:57.469616 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747ee-5ca2-443a-91db-9c73195c6b32 req-ed00e561-9f1c-4680-8409-7aea5b8b2ce8 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:57.471140 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-279747ee-5ca2-443a-91db-9c73195c6b32 req-ed00e561-9f1c-4680-8409-7aea5b8b2ce8 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0501702 Dec 20 03:37:57.483772 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50976) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:57.526778 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-64c6aede-f1c8-4936-ab80-7b85ec49d400 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fd4359f8e4f496486d9c40ba23ff6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417640 Dec 20 03:37:57.527925 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-279747ee-5ca2-443a-91db-9c73195c6b32 req-c9f04733-7b4d-4874-8b7e-89d2654baae5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501125 Dec 20 03:37:57.529225 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 50978) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:57.579390 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6921b1ef-d18e-4103-a9e7-763ba338e233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:57.600471 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6921b1ef-d18e-4103-a9e7-763ba338e233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:57.726822 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6921b1ef-d18e-4103-a9e7-763ba338e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:57.729498 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6921b1ef-d18e-4103-a9e7-763ba338e233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:57.730653 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6921b1ef-d18e-4103-a9e7-763ba338e233 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3504f2fa-eebd-4ff8-bf28-eed7d40debee HTTP/1.1" status: 204 len: 168 time: 0.2004287 Dec 20 03:37:57.740368 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921b1ef-d18e-4103-a9e7-763ba338e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3504f2fa-eebd-4ff8-bf28-eed7d40debee,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:58.349446 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a045e-08b6-4410-aaf2-454b34843d0c req-fb0df962-8106-4259-a9f9-2de087c68083 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:58.350980 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f60a045e-08b6-4410-aaf2-454b34843d0c req-fb0df962-8106-4259-a9f9-2de087c68083 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 945 time: 0.0503976 Dec 20 03:37:58.400066 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f60a045e-08b6-4410-aaf2-454b34843d0c req-b084ac92-ee23-4999-ae0c-caac967214b6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Dec 20 03:37:58.544091 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3668d-4c58-4149-87c7-f57038d57335 req-8d6d2066-005e-4002-9769-6081ea7cc21c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:58.545703 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ddd3668d-4c58-4149-87c7-f57038d57335 req-8d6d2066-005e-4002-9769-6081ea7cc21c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 945 time: 0.0765090 Dec 20 03:37:58.614634 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ddd3668d-4c58-4149-87c7-f57038d57335 req-0dce39cf-9abc-42f0-82ff-535d1b7d36d7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621643 Dec 20 03:37:58.643604 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50988) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:58.677078 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c17444-a78a-4753-b0c9-8cd2b3521264 req-578de5b1-b672-404b-804c-8e76399f615d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:58.678743 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2c17444-a78a-4753-b0c9-8cd2b3521264 req-578de5b1-b672-404b-804c-8e76399f615d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0546520 Dec 20 03:37:58.693769 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:58.733540 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2c17444-a78a-4753-b0c9-8cd2b3521264 req-94609478-de5a-4388-aacf-c0831f5d76c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483971 Dec 20 03:37:58.931533 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302cb9a-7f3f-4fc2-ab5c-8997c5e15b56 tempest-TestVolumeBootPattern-1599579352 tempest-TestVolumeBootPattern-1599579352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:58.932977 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b302cb9a-7f3f-4fc2-ab5c-8997c5e15b56 tempest-TestVolumeBootPattern-1599579352 tempest-TestVolumeBootPattern-1599579352-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1093 time: 0.2883885 Dec 20 03:37:58.935743 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 50990) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:37:58.939955 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:37:59.053649 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:59.163234 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:59.285169 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Allocated IP 172.27.2.17 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/25945158-69ba-4b97-a04d-3313738c9b03) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:37:59.396246 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:59.517321 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:37:59.562429 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:37:59.565595 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:37:59.569716 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:37:59.576399 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=25945158-69ba-4b97-a04d-3313738c9b03,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:37:59.912762 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:37:59.943484 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af95a-aade-485e-b527-696268ce03e2 req-970f758c-b9d3-4e07-89b9-234399023b11 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:37:59.945222 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-369af95a-aade-485e-b527-696268ce03e2 req-970f758c-b9d3-4e07-89b9-234399023b11 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.1043746 Dec 20 03:38:00.056678 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:00.071239 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'mac_address': 'fa:16:3e:b1:9e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:38:00.080259 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-369af95a-aade-485e-b527-696268ce03e2 req-2a6fa8e7-78b9-4ac4-9e64-934765f48789 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078229 Dec 20 03:38:00.083460 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.151450 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.171777 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa42babd-fe16-4436-b001-648058d3d1ee {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:38:00.225938 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:00.247636 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.327590 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.412158 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:38:00.438157 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.506875 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa42babd-fe16-4436-b001-648058d3d1ee'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:38:00.540156 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.623137 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.739316 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=25945158-69ba-4b97-a04d-3313738c9b03,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:38:00.742115 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.890253 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:00.895614 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Floating IP 59fa7d34-4903-4d81-8238-ebe917962c46 associated. External IP: 172.27.2.17, port: c3bb1e5e-eba4-4be2-ae44-80c4d75e395c. Dec 20 03:38:01.208272 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:38:01.340174 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea738a-6a8b-401c-bc2f-f657477c144c req-72ea789c-5f2f-483a-8d97-f3ca40f307bc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:01.357545 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-33ea738a-6a8b-401c-bc2f-f657477c144c req-72ea789c-5f2f-483a-8d97-f3ca40f307bc tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 945 time: 0.1660116 Dec 20 03:38:01.369002 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:38:01.386704 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:38:01.399555 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:38:01.400592 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:38:01.426869 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-33ea738a-6a8b-401c-bc2f-f657477c144c req-8c4c4298-b0e6-4dc2-926b-aa655b95dd1b tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678196 Dec 20 03:38:01.448658 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:01.490047 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-653f7f31-11d5-4f9c-b090-897a5938bfd7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5532155 Dec 20 03:38:01.491010 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:38:01.494671 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9" -d '{"events": [{"name": "network-changed", "server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:38:01.535298 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:38:01.540856 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d3a82-f053-49f5-9b0c-fae241d1b873 x-openstack-request-id: req-b42d3a82-f053-49f5-9b0c-fae241d1b873 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:38:01.541264 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:38:01.541647 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b42d3a82-f053-49f5-9b0c-fae241d1b873 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:38:01.542136 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'status': 'completed', 'code': 200} Dec 20 03:38:01.667520 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-546f66b8-757a-417c-973f-d82d9a8021d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:01.669752 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-546f66b8-757a-417c-973f-d82d9a8021d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1098 time: 0.0690720 Dec 20 03:38:01.796640 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-2ae3c009-e2fa-4f00-9f37-f0ce53cf2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:01.805189 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-2ae3c009-e2fa-4f00-9f37-f0ce53cf2075 service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.1203108 Dec 20 03:38:01.843276 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:37:59Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:38:01.900264 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:38:01.911965 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:38:01.912633 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:37:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:38:01.921512 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:38:01.943974 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-e8f53b5f-706c-420e-87e7-daddbe2b1872 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 998 time: 0.1365204 Dec 20 03:38:02.056534 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-4ca6bf4e-a566-4c9e-8296-ee0273aff57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:02.059424 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-4ca6bf4e-a566-4c9e-8296-ee0273aff57c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.1073198 Dec 20 03:38:02.098810 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:38:02.111637 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port aa42babd-fe16-4436-b001-648058d3d1ee triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:38:02.112763 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:02.142437 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-7a09e7d5-b014-4268-84b1-e5fd9a0222f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:02.144660 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-7a09e7d5-b014-4268-84b1-e5fd9a0222f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777361 Dec 20 03:38:02.286166 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-78387d44-6ce7-4a1f-8cf4-0b1d7323e3f6 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302111 Dec 20 03:38:02.435250 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d2a7e85-7c78-446b-92ab-0a2c0a92eea9 req-f88a7ac0-2e9e-4a2c-9192-54f29202f1a9 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393445 Dec 20 03:38:02.555416 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:02.591957 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:38:02.596261 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:37:59Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:38:02.596910 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3730ffaf-5abf-484e-8cc8-d8a4d8a8003b" -d '{"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:38:02.611585 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:02.633913 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f380b6d-1090-4c7b-a926-9a59ba88fa42 None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:37:59Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:38:02.655516 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabc1f6-4319-478f-b828-c71cfab63ce2 req-cd2e7100-6c8f-4135-9e96-bb6ad921b503 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:02.657096 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2dabc1f6-4319-478f-b828-c71cfab63ce2 req-cd2e7100-6c8f-4135-9e96-bb6ad921b503 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 945 time: 0.1069574 Dec 20 03:38:02.676150 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3befe59c-6fbb-4ef1-9b91-5f614cdd3d01 x-openstack-request-id: req-3befe59c-6fbb-4ef1-9b91-5f614cdd3d01 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:38:02.676450 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:38:02.676697 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3befe59c-6fbb-4ef1-9b91-5f614cdd3d01 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:38:02.677090 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'code': 200} Dec 20 03:38:02.682010 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:02.749375 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2dabc1f6-4319-478f-b828-c71cfab63ce2 req-fa4fafc1-b25b-48ae-a174-537bb18809b6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817456 Dec 20 03:38:02.763931 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:38:02.992478 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000caea-0d3b-43ce-af20-9a2a69cb9a51 None None] New status for floating IP 59fa7d34-4903-4d81-8238-ebe917962c46: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:38:03.881545 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60667a-0253-4580-9701-d8f05b3d089f req-727bfc3e-7d9e-4670-aca2-3289a5114225 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:03.883051 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d60667a-0253-4580-9701-d8f05b3d089f req-727bfc3e-7d9e-4670-aca2-3289a5114225 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0512300 Dec 20 03:38:03.934285 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d60667a-0253-4580-9701-d8f05b3d089f req-43524975-e941-4215-bc65-b97b7c5e2fc1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Dec 20 03:38:05.083551 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c04165-8b18-45e8-9351-06c190843719 req-bcc2ba0c-7b91-4274-a9e5-29c0fa540379 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:05.085205 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72c04165-8b18-45e8-9351-06c190843719 req-bcc2ba0c-7b91-4274-a9e5-29c0fa540379 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0674276 Dec 20 03:38:05.160137 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72c04165-8b18-45e8-9351-06c190843719 req-6d2c4b7e-7902-41c5-820b-246ec8022b86 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607331 Dec 20 03:38:06.303743 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b580-03ba-4774-8f82-344542d31cf2 req-b026fe5b-e035-4ba9-83f6-2b4805782a8c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:06.309877 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d193b580-03ba-4774-8f82-344542d31cf2 req-b026fe5b-e035-4ba9-83f6-2b4805782a8c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0711737 Dec 20 03:38:06.369539 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d193b580-03ba-4774-8f82-344542d31cf2 req-f27e52dd-8846-4b4a-b187-50056570ebbe tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553484 Dec 20 03:38:07.499013 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2443-8c5a-4c8e-92b6-39f3be8cb266 req-5d389c0f-6ee9-41c6-a8fd-4a8594cfa3ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:07.500700 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87ac2443-8c5a-4c8e-92b6-39f3be8cb266 req-5d389c0f-6ee9-41c6-a8fd-4a8594cfa3ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0516629 Dec 20 03:38:07.557109 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87ac2443-8c5a-4c8e-92b6-39f3be8cb266 req-91920d5f-28f7-4908-a53e-ab4e70547936 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Dec 20 03:38:08.723743 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2327e4e-4a3a-4470-8ba0-e1900c0b53c8 req-73cfeb4e-f801-45f9-8113-f273778b23af tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:08.733913 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d2327e4e-4a3a-4470-8ba0-e1900c0b53c8 req-73cfeb4e-f801-45f9-8113-f273778b23af tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0852377 Dec 20 03:38:08.786717 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d2327e4e-4a3a-4470-8ba0-e1900c0b53c8 req-ef6a9c1b-5429-4f12-afc7-07f4e448abee tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513930 Dec 20 03:38:09.969181 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492a232-d323-4d9d-88ac-b9803e2f22f9 req-c5099dac-70b1-4cc5-9b86-976b691d28cb tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:09.971291 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7492a232-d323-4d9d-88ac-b9803e2f22f9 req-c5099dac-70b1-4cc5-9b86-976b691d28cb tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0696616 Dec 20 03:38:10.058711 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7492a232-d323-4d9d-88ac-b9803e2f22f9 req-df032138-2fca-4bf5-825e-c8b9c93ae3d0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804396 Dec 20 03:38:11.116014 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:11.242193 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732e080-a7e6-4aff-8e68-30c24dc908df req-bdd9babd-26cb-4d71-bc27-9ccd0d25b2a5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:11.245800 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a732e080-a7e6-4aff-8e68-30c24dc908df req-bdd9babd-26cb-4d71-bc27-9ccd0d25b2a5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0805402 Dec 20 03:38:11.307344 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a732e080-a7e6-4aff-8e68-30c24dc908df req-84fd80a6-c819-4a18-9dd9-3f2a96ada6ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531323 Dec 20 03:38:12.443290 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f233-f065-4923-8378-84bd45bb7759 req-1aab4878-02a0-4179-8312-a5df3cb51ec2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:12.445517 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f29f233-f065-4923-8378-84bd45bb7759 req-1aab4878-02a0-4179-8312-a5df3cb51ec2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0513034 Dec 20 03:38:12.504031 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f29f233-f065-4923-8378-84bd45bb7759 req-3f5a1154-5193-4db1-bab9-30ab81f1bacf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488346 Dec 20 03:38:12.830667 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-6c2629c8-db6e-435f-bffd-60f454c8fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:12.832213 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-6c2629c8-db6e-435f-bffd-60f454c8fe76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1099 time: 0.0427618 Dec 20 03:38:12.948439 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-dd0411c4-2353-4978-8c62-b4e0efabfd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:12.949841 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-dd0411c4-2353-4978-8c62-b4e0efabfd2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.0970063 Dec 20 03:38:13.037116 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-028b5fd4-a21a-4ea2-9759-a9e21d63f06e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 1001 time: 0.0671105 Dec 20 03:38:13.097593 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-0b673c94-2971-421f-8905-1d0dd6c7a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:13.099108 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-0b673c94-2971-421f-8905-1d0dd6c7a515 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0461173 Dec 20 03:38:13.153776 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-a269c936-901f-4b04-b4f2-4cdfa67ee617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:13.155256 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-a269c936-901f-4b04-b4f2-4cdfa67ee617 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424812 Dec 20 03:38:13.252340 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-fdc0a735-7df6-4e5d-a80c-cf073042eb22 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863400 Dec 20 03:38:13.348170 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0caaa6ac-169e-4512-aabe-5af2c6a1d79b req-c14260bd-798e-4470-93fe-a9e90cbd9ef3 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860870 Dec 20 03:38:13.627778 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc1a9-b601-48ee-aafa-d2520114ace4 req-c1b1f28c-2b58-49aa-8f7e-f15c3eaa9225 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:13.629292 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c35fc1a9-b601-48ee-aafa-d2520114ace4 req-c1b1f28c-2b58-49aa-8f7e-f15c3eaa9225 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0497010 Dec 20 03:38:13.690973 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c35fc1a9-b601-48ee-aafa-d2520114ace4 req-2e64ba16-1a6c-4478-ac80-8d6c26207050 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550292 Dec 20 03:38:14.859159 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e332f-a537-4242-bea4-f44c1a5d6652 req-05d47c38-eab4-40ff-b74b-8885b6eb5eb2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:14.860842 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc0e332f-a537-4242-bea4-f44c1a5d6652 req-05d47c38-eab4-40ff-b74b-8885b6eb5eb2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0636718 Dec 20 03:38:14.917129 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc0e332f-a537-4242-bea4-f44c1a5d6652 req-f88c2a0f-ff63-4e34-80fc-28c97020818f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483212 Dec 20 03:38:16.031569 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:38:16.052539 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24231d-1945-4bbe-83d0-3e8a10b3b11e req-c3ed7482-1a4c-41a9-8403-d1e98d2a5f37 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:16.055146 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e24231d-1945-4bbe-83d0-3e8a10b3b11e req-c3ed7482-1a4c-41a9-8403-d1e98d2a5f37 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 946 time: 0.0599928 Dec 20 03:38:16.135334 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e24231d-1945-4bbe-83d0-3e8a10b3b11e req-976de478-399e-4ec3-8300-b1607f5bacc2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734127 Dec 20 03:38:16.140209 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:16.165551 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:38:16.168409 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f77d66-8215-4290-aecd-63fdf60bafc4" -d '{"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:38:16.182402 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:16.208961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f16ad54-ba29-4605-9edf-a9bf22c35597 x-openstack-request-id: req-1f16ad54-ba29-4605-9edf-a9bf22c35597 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:38:16.209421 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:38:16.209809 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f16ad54-ba29-4605-9edf-a9bf22c35597 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:38:16.210802 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'code': 200} Dec 20 03:38:16.253557 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:16.309549 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=8']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:38:18.481349 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e00e-df98-4d58-b6e5-69314ea030e8 req-50b70611-34ba-425f-b102-589c7ff86c37 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:18.482858 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a351e00e-df98-4d58-b6e5-69314ea030e8 req-50b70611-34ba-425f-b102-589c7ff86c37 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0503047 Dec 20 03:38:18.530524 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a351e00e-df98-4d58-b6e5-69314ea030e8 req-fa2341a0-5aa1-46ce-8c20-184b146a4d99 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Dec 20 03:38:18.701339 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-d5f1e468-3f74-4d71-9e4c-21a79ec68717 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427892 Dec 20 03:38:19.658855 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf949e-f8c1-4ec5-8d7c-cee7ca85e5cc req-f543f987-8966-4a16-b35a-a8218aa5a03f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:19.660309 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e3cf949e-f8c1-4ec5-8d7c-cee7ca85e5cc req-f543f987-8966-4a16-b35a-a8218aa5a03f tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0520546 Dec 20 03:38:19.707365 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e3cf949e-f8c1-4ec5-8d7c-cee7ca85e5cc req-a876b8e7-2121-413e-bc49-35664a7088f0 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Dec 20 03:38:20.058630 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:38:20.158799 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-b0e7c458-213a-4756-a1a7-dee188326a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:20.160389 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-b0e7c458-213a-4756-a1a7-dee188326a0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3&tenant_id=b0a8965a4b4645829a64cb1f5aec4f44 HTTP/1.1" status: 200 len: 1097 time: 0.0402901 Dec 20 03:38:20.234174 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-3c0c1d82-3c03-4dff-93f8-c324032f4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:20.235675 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-3c0c1d82-3c03-4dff-93f8-c324032f4fd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1097 time: 0.0399921 Dec 20 03:38:20.331676 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-e5cac326-9756-4fe7-821b-7f53981b00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:20.333151 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-e5cac326-9756-4fe7-821b-7f53981b00b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.0887363 Dec 20 03:38:20.399433 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-214e21b7-7d25-443d-9708-df9c83873a31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 999 time: 0.0582027 Dec 20 03:38:20.453690 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-254ad9cf-9f06-491a-90f1-309e23dc71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:20.455156 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-254ad9cf-9f06-491a-90f1-309e23dc71f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0479496 Dec 20 03:38:20.501032 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-b908dd58-72b9-43b0-94ad-0ce55f52ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:20.502568 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-b908dd58-72b9-43b0-94ad-0ce55f52ca06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399845 Dec 20 03:38:20.593630 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-76ddc07a-2c2a-4716-9772-ba1c837045f7 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829906 Dec 20 03:38:20.692786 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bdb8ee49-0400-4b3e-9aa4-d462ad08ef5f req-2659abe0-9743-4208-9929-bde04f320023 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855932 Dec 20 03:38:20.837176 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f619e-849a-45bd-96b1-77c41aa1a5bf req-3c77ab2c-3fa8-47ee-b65a-517f29d38edf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:20.837176 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f83f619e-849a-45bd-96b1-77c41aa1a5bf req-3c77ab2c-3fa8-47ee-b65a-517f29d38edf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0507741 Dec 20 03:38:20.884410 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f83f619e-849a-45bd-96b1-77c41aa1a5bf req-9e2b168c-4f38-40e2-b5a7-a80efb00eee3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Dec 20 03:38:22.013897 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb13d7-af98-42ff-87bc-07444ca8792e req-0268d3ef-b784-4a40-83af-0bc1eaf78f20 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:22.015468 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ebfb13d7-af98-42ff-87bc-07444ca8792e req-0268d3ef-b784-4a40-83af-0bc1eaf78f20 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0551565 Dec 20 03:38:22.073254 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ebfb13d7-af98-42ff-87bc-07444ca8792e req-ac25ef11-e914-4fab-901e-b058d2106fc3 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514224 Dec 20 03:38:23.209007 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41e49-4326-411e-9b7d-622900236d5f req-b894cc5b-d1f2-452a-bedd-60a73e3e5c77 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:23.211605 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c4c41e49-4326-411e-9b7d-622900236d5f req-b894cc5b-d1f2-452a-bedd-60a73e3e5c77 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0578284 Dec 20 03:38:23.262655 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c4c41e49-4326-411e-9b7d-622900236d5f req-660066e6-0837-4d3f-8cc2-deca3c0f0721 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435336 Dec 20 03:38:24.408201 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ae25-a8c6-48fa-84e1-d8439cdc6855 req-983779fc-d03e-437c-9cea-8bb8d2f31fea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:24.411028 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62f6ae25-a8c6-48fa-84e1-d8439cdc6855 req-983779fc-d03e-437c-9cea-8bb8d2f31fea tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0623326 Dec 20 03:38:24.468355 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62f6ae25-a8c6-48fa-84e1-d8439cdc6855 req-ffb52a59-6f5f-427d-8513-bf57a7e70b96 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497503 Dec 20 03:38:25.185298 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-36140821-5ae2-4fd3-b3e7-92d10eb95e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:25.617588 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58c06-00f4-4df2-b0a5-eb368efbd925 req-c46052fc-ad88-4726-98cb-66af5122084e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:25.619725 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e4e58c06-00f4-4df2-b0a5-eb368efbd925 req-c46052fc-ad88-4726-98cb-66af5122084e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0740471 Dec 20 03:38:25.674489 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e4e58c06-00f4-4df2-b0a5-eb368efbd925 req-441c8cef-c484-43a3-b3ed-5d084b058961 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484266 Dec 20 03:38:25.747558 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:38:26.802278 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992658f-cca7-4083-a708-40f212f4a1b2 req-7f5a2635-e2de-437b-87b1-159afd0d298a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:26.803748 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b992658f-cca7-4083-a708-40f212f4a1b2 req-7f5a2635-e2de-437b-87b1-159afd0d298a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0494184 Dec 20 03:38:26.866283 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b992658f-cca7-4083-a708-40f212f4a1b2 req-c6fbb2e2-2d1e-461f-a4a8-f3e8abcdd8db tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542359 Dec 20 03:38:27.439293 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-36facf33-8df2-4b8f-a330-dbda68ebe705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:27.990387 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596fd4-ff8a-49a4-9286-9d298b9c9d09 req-476e4104-680e-4970-8a47-078050fae43c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:27.991861 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-71596fd4-ff8a-49a4-9286-9d298b9c9d09 req-476e4104-680e-4970-8a47-078050fae43c tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0500233 Dec 20 03:38:28.046998 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-71596fd4-ff8a-49a4-9286-9d298b9c9d09 req-aa77dbd6-e2ec-4997-946c-997e45d2b435 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481772 Dec 20 03:38:28.707984 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:29.178738 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7b75-7fe3-42b5-a31a-0fd2fb54bf92 req-d7dcb38f-288f-4561-877a-fb72ef857bd1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:29.180437 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-097f7b75-7fe3-42b5-a31a-0fd2fb54bf92 req-d7dcb38f-288f-4561-877a-fb72ef857bd1 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Dec 20 03:38:29.227657 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-097f7b75-7fe3-42b5-a31a-0fd2fb54bf92 req-bb2ebfe3-bf61-40a8-b1e3-9171b1278891 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Dec 20 03:38:30.366901 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b953878-a68f-4673-91be-2f8daae33734 req-dbaf0610-6106-4063-bc1e-7b9405fe1f06 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:30.368620 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b953878-a68f-4673-91be-2f8daae33734 req-dbaf0610-6106-4063-bc1e-7b9405fe1f06 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0623567 Dec 20 03:38:30.406427 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:30.422140 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b953878-a68f-4673-91be-2f8daae33734 req-51ba51cb-4507-47a4-a7ce-020f2ff9eb59 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462170 Dec 20 03:38:30.871079 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:31.553433 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a64c29-8851-44e9-8996-fab2b86dc44e req-eb80f588-f796-42c4-8d1b-8b401da4ae21 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:31.554882 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-91a64c29-8851-44e9-8996-fab2b86dc44e req-eb80f588-f796-42c4-8d1b-8b401da4ae21 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0531313 Dec 20 03:38:31.603627 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-91a64c29-8851-44e9-8996-fab2b86dc44e req-35b0453f-00b9-44b1-8bf9-27648157b3ff tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Dec 20 03:38:32.734454 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6a34-60f0-489c-ad86-9541061fc6f4 req-8d9fdb3f-5d2a-4f32-ab30-b9465e2f36f7 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:32.735954 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b4f6a34-60f0-489c-ad86-9541061fc6f4 req-8d9fdb3f-5d2a-4f32-ab30-b9465e2f36f7 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.0541577 Dec 20 03:38:32.783035 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b4f6a34-60f0-489c-ad86-9541061fc6f4 req-13796c0b-85f1-4b84-9b99-ee8e6fe4d353 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Dec 20 03:38:34.068135 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eee230-4713-4de9-914b-f23de626e9ff req-51a6bfe5-1760-4c6a-afa2-6583cc2f4cbe tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:34.069662 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59eee230-4713-4de9-914b-f23de626e9ff req-51a6bfe5-1760-4c6a-afa2-6583cc2f4cbe tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.2036707 Dec 20 03:38:34.117304 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59eee230-4713-4de9-914b-f23de626e9ff req-d0510a70-72e4-43b3-9cc0-2f7c58d725c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Dec 20 03:38:35.302429 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bb8b3-a764-445d-a9b7-59784237c00b req-ee0dfab0-8963-43db-837b-55c5edc24408 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:35.304175 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-507bb8b3-a764-445d-a9b7-59784237c00b req-ee0dfab0-8963-43db-837b-55c5edc24408 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 944 time: 0.1127048 Dec 20 03:38:35.357355 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-507bb8b3-a764-445d-a9b7-59784237c00b req-48c33bdb-88b0-4804-8ee7-8ed76f542908 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472636 Dec 20 03:38:36.150688 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:38:36.249423 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:36.267798 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'port_id': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'mac_address': 'fa:16:3e:b1:9e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:38:36.306991 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:36.321169 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa42babd-fe16-4436-b001-648058d3d1ee {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:38:36.340960 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:36.419150 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:36.471303 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=9']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:38:36.488021 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129542c-b195-4e91-9d4c-bbb5d8bd3231 req-e578086e-1e8f-4d65-8ecd-a74a964e241d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:36.489657 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d129542c-b195-4e91-9d4c-bbb5d8bd3231 req-e578086e-1e8f-4d65-8ecd-a74a964e241d tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 945 time: 0.0541239 Dec 20 03:38:36.539996 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d129542c-b195-4e91-9d4c-bbb5d8bd3231 req-ae99eb37-8f29-43ec-b328-46e9af9fba09 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Dec 20 03:38:36.738553 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['aa42babd-fe16-4436-b001-648058d3d1ee'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:38:37.662659 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b865b6-a703-4970-8f28-f352cf4bba59 req-e3b424a8-e94f-4f98-a629-56d53fd87f35 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:37.664131 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41b865b6-a703-4970-8f28-f352cf4bba59 req-e3b424a8-e94f-4f98-a629-56d53fd87f35 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Dec 20 03:38:37.711292 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41b865b6-a703-4970-8f28-f352cf4bba59 req-9ab90b1b-62b9-427d-956a-5a516f1cffbd tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Dec 20 03:38:38.170449 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:38:38.217166 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port aa42babd-fe16-4436-b001-648058d3d1ee triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:38:38.217551 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:38.295573 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:38.317471 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:38:38.319655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2b2c98-d5ec-408c-909d-76cc6ea2194f" -d '{"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:38:38.332417 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:38:38.357093 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7501ca-eba7-460d-a860-01fc8482085a x-openstack-request-id: req-6f7501ca-eba7-460d-a860-01fc8482085a {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:38:38.357411 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:38:38.357661 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f7501ca-eba7-460d-a860-01fc8482085a {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:38:38.358045 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'code': 200} Dec 20 03:38:38.419186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:38.467468 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=10']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:38:38.770432 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcad1af-c43d-4d0f-98d6-ac184dfe949e req-b1bcac23-7a44-4796-802c-591d64274253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:38.771903 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ddcad1af-c43d-4d0f-98d6-ac184dfe949e req-b1bcac23-7a44-4796-802c-591d64274253 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1100 time: 0.0395343 Dec 20 03:38:39.088213 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ddcad1af-c43d-4d0f-98d6-ac184dfe949e req-0bf9b369-7d1e-4b67-a55f-288ed161a3f0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088510 Dec 20 03:38:39.099414 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a4458-0a92-4a64-91b4-804de62e6bc3 req-2d95536b-be08-4114-8351-f5e5c92da9c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:39.100851 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb6a4458-0a92-4a64-91b4-804de62e6bc3 req-2d95536b-be08-4114-8351-f5e5c92da9c6 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.3154569 Dec 20 03:38:39.148913 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb6a4458-0a92-4a64-91b4-804de62e6bc3 req-3c433012-a52f-4614-bb58-2def3eef20d4 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Dec 20 03:38:40.286307 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7cce-b7ca-4e2d-8ea6-3400e74a54df req-15ae9f8f-66a8-4564-9b0b-05d0c0ffb4f5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:40.287917 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-007b7cce-b7ca-4e2d-8ea6-3400e74a54df req-15ae9f8f-66a8-4564-9b0b-05d0c0ffb4f5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.0620317 Dec 20 03:38:40.337883 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-007b7cce-b7ca-4e2d-8ea6-3400e74a54df req-72d9b10a-33e1-4d37-89f6-1881058018ad tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Dec 20 03:38:41.148101 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:41.458807 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06672878-085a-4fbf-a8a0-24cad5a11eb9 req-b35ca010-bab6-493b-bb3b-bb0169e71b84 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:41.460322 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06672878-085a-4fbf-a8a0-24cad5a11eb9 req-b35ca010-bab6-493b-bb3b-bb0169e71b84 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.0504034 Dec 20 03:38:41.509413 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06672878-085a-4fbf-a8a0-24cad5a11eb9 req-9e128c72-064b-452f-b2be-a9a39dd73368 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Dec 20 03:38:42.633891 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18fdfb-a381-4e0a-afc8-560c55657e18 req-dcd7bff8-463c-4ec2-beda-ad5f393cb0d2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:42.635397 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7a18fdfb-a381-4e0a-afc8-560c55657e18 req-dcd7bff8-463c-4ec2-beda-ad5f393cb0d2 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.0505064 Dec 20 03:38:42.685412 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7a18fdfb-a381-4e0a-afc8-560c55657e18 req-b11db679-40e6-4be7-8e2b-cf504f161493 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440598 Dec 20 03:38:47.182478 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-bba2adc3-c39c-42d5-ae91-df1ce731119a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412602 Dec 20 03:38:47.282026 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-1387ca64-6d9f-4a12-b502-d29cdc58707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:47.283501 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-1387ca64-6d9f-4a12-b502-d29cdc58707d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 1100 time: 0.0394201 Dec 20 03:38:47.393565 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-02a2f07e-5446-4275-af26-e882d975f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:47.395088 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-02a2f07e-5446-4275-af26-e882d975f5d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 200 len: 918 time: 0.0878298 Dec 20 03:38:47.462683 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-5c91203f-bed2-4f92-83df-3f49998fd038 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 200 len: 1001 time: 0.0587695 Dec 20 03:38:47.511271 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-caf6e7a4-fdc3-4b37-a603-54fdef4d4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:47.512688 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-caf6e7a4-fdc3-4b37-a603-54fdef4d4008 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 200 len: 856 time: 0.0428371 Dec 20 03:38:47.561640 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-967751b2-e8d9-4985-a1c2-3fe25d560385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:38:47.563253 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-967751b2-e8d9-4985-a1c2-3fe25d560385 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=99da0c44-2558-4512-bf74-f9aa04dfdd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420072 Dec 20 03:38:47.653718 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-0256a20f-301a-4d5b-a87e-596e93652ad2 service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827892 Dec 20 03:38:47.745502 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1bdfaf44-0254-4fec-966c-92da2647f3f9 req-fd398814-9ddf-4c2e-b011-2f337620c5be service neutron] 10.222.0.54 "GET /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839207 Dec 20 03:38:55.170781 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e0ea927e-52a5-40ab-8d2a-e1facdf925ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:57.463792 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc404d0e-f1f0-43be-ae21-f4286867d092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:38:58.703539 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:00.412095 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:00.861677 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:02.745982 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:39:11.195531 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:16.024792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01035a29-6d1f-4899-a2e0-50d3aa98cdff req-03cb6bdb-0442-45ee-93c9-6c24e41fe00a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:16.026445 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01035a29-6d1f-4899-a2e0-50d3aa98cdff req-03cb6bdb-0442-45ee-93c9-6c24e41fe00a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.0517743 Dec 20 03:39:16.074775 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01035a29-6d1f-4899-a2e0-50d3aa98cdff req-19f16dd5-59e1-4669-b9c4-8714ee3f2052 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Dec 20 03:39:17.196509 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80a5f-9c55-41e6-9133-fb35bcfab52b req-96a500a1-82a0-408b-9587-dd6490c07ed5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:17.197996 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d4f80a5f-9c55-41e6-9133-fb35bcfab52b req-96a500a1-82a0-408b-9587-dd6490c07ed5 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.0472722 Dec 20 03:39:17.244432 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d4f80a5f-9c55-41e6-9133-fb35bcfab52b req-70075726-fd3b-4e27-982e-ee37e72c0569 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups?id=54de67bb-4a6f-45f1-8c93-b7768a229ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Dec 20 03:39:17.689895 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-b1111fcc-6691-4b67-bac5-cf17ef7a5a6a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:17.691323 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-b1111fcc-6691-4b67-bac5-cf17ef7a5a6a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 947 time: 0.0476882 Dec 20 03:39:17.782402 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Deleting port aa42babd-fe16-4436-b001-648058d3d1ee {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:39:17.782736 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:17.871000 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] For port aa42babd-fe16-4436-b001-648058d3d1ee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aa42babd-fe16-4436-b001-648058d3d1ee,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:17.871361 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:18.042571 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:18.042845 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:18.043162 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Floating IP 5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f disassociated. External IP: 172.27.2.60, port: aa42babd-fe16-4436-b001-648058d3d1ee. Dec 20 03:39:18.043503 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Calling delete_port for aa42babd-fe16-4436-b001-648058d3d1ee owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:39:18.228868 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:18.260834 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event deleted for resources: {'Port': ['ID=aa42babd-fe16-4436-b001-648058d3d1ee,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:18.272781 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.273056 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.273419 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.273755 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.274078 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.274401 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.274727 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.275051 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.275373 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.275707 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.276015 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.276339 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.276861 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:18.379500 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f0f589e-a4fb-4c2d-aeab-888dfce4d29e req-d8e222b8-7dd4-422e-a7fe-8bea408a7456 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 210 time: 0.0556238 Dec 20 03:39:18.409420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:39:18.515539 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:39:18.526049 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:39:18.535910 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:39:18.537548 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:38:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:18.554064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] No DVR routers for this DVR port aa42babd-fe16-4436-b001-648058d3d1ee on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:39:18.556686 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:18.560130 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-20914fe8-5ca3-4307-ad5a-524b3b747d97 req-6eaed319-758f-4140-a4af-6b279b83071e tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.54 "DELETE /v2.0/ports/aa42babd-fe16-4436-b001-648058d3d1ee HTTP/1.1" status: 204 len: 173 time: 0.8623705 Dec 20 03:39:18.560693 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-deleted', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:39:18.562961 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c281196c-bef6-4c75-bd8a-278462426fdf" -d '{"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-deleted", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:39:18.604219 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b407e81f-e21d-46ed-a7eb-e05d61ee8665 x-openstack-request-id: req-b407e81f-e21d-46ed-a7eb-e05d61ee8665 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:39:18.604512 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7866545-6bb6-419b-8357-857dc5ed59a3", "name": "network-vif-deleted", "tag": "aa42babd-fe16-4436-b001-648058d3d1ee", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:39:18.604855 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b407e81f-e21d-46ed-a7eb-e05d61ee8665 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:39:18.605232 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7866545-6bb6-419b-8357-857dc5ed59a3', 'name': 'network-vif-deleted', 'tag': 'aa42babd-fe16-4436-b001-648058d3d1ee', 'status': 'completed', 'code': 200} Dec 20 03:39:18.654294 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:39:18.856069 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:18.884175 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:39:18.894337 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:39:18.894947 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:38:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:18.999665 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:39:19.196149 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:19.221429 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d77092-1a22-4e80-9ee8-b33c49aed170 None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:44Z', 'revision_number': 4, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '5597be22-fcf6-440f-85e1-b11ac8ec1bc9', 'name': '', 'network_id': '99da0c44-2558-4512-bf74-f9aa04dfdd38', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'mac_address': 'fa:16:3e:8a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:44Z', 'updated_at': '2021-12-20T03:33:49Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'subnets': [{'id': '5315dfac-2365-429e-a4e5-b7027dd75147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:39:19.445490 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c29f45-ff2d-4571-95bc-a14469401f6b None None] New status for floating IP 5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f: DOWN {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:39:19.491092 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-444222ee-bea6-4f21-9238-4eecf56b6eab req-3049759d-6fa5-4f25-a862-b494edf1e52a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7866545-6bb6-419b-8357-857dc5ed59a3 HTTP/1.1" status: 200 len: 210 time: 0.0267758 Dec 20 03:39:20.670803 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51266) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:20.735687 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e7099b5-1cb4-41a5-8744-6019529f602a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:20.758820 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e7099b5-1cb4-41a5-8744-6019529f602a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:20.883868 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e7099b5-1cb4-41a5-8744-6019529f602a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:20.886535 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e7099b5-1cb4-41a5-8744-6019529f602a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:20.887708 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9e7099b5-1cb4-41a5-8744-6019529f602a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "DELETE /v2.0/security-groups/54de67bb-4a6f-45f1-8c93-b7768a229ece HTTP/1.1" status: 204 len: 168 time: 0.2158368 Dec 20 03:39:20.890401 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51268) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:20.897934 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7099b5-1cb4-41a5-8744-6019529f602a tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de67bb-4a6f-45f1-8c93-b7768a229ece,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:20.904506 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-88ed5f29-4cb3-44e2-9207-e1374ffab213 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] show failed (client error): The resource could not be found. Dec 20 03:39:20.908529 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51270) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:20.908698 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-88ed5f29-4cb3-44e2-9207-e1374ffab213 tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "GET /v2.0/security-groups/54de67bb-4a6f-45f1-8c93-b7768a229ece HTTP/1.1" status: 404 len: 347 time: 0.0165887 Dec 20 03:39:21.035763 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Deleting port 8cb52d14-0a4c-4e6d-9777-fddc98d2ead3 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:39:21.036638 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:21.110786 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:21.111022 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:21.122440 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Calling delete_port for 8cb52d14-0a4c-4e6d-9777-fddc98d2ead3 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:39:21.318722 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:21.345925 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Pushing event deleted for resources: {'Port': ['ID=8cb52d14-0a4c-4e6d-9777-fddc98d2ead3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:21.406924 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks [] for floatingip, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:21.409443 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:21.410601 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7e4f8bcc-dac1-400f-a3a6-e59d610b81cf tempest-AttachVolumeShelveTestJSON-1954963734 tempest-AttachVolumeShelveTestJSON-1954963734-project] 10.222.0.53 "DELETE /v2.0/floatingips/5a7a95b8-6d59-4a7b-80c6-ce0a2332cf3f HTTP/1.1" status: 204 len: 168 time: 0.5003281 Dec 20 03:39:22.416192 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:39:22.438827 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: aa42babd-fe16-4436-b001-648058d3d1ee {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:39:22.439234 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device aa42babd-fe16-4436-b001-648058d3d1ee not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:39:24.131192 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51292) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:24.572153 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:24.813387 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Deleting port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:39:24.813726 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:24.889628 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] For port 5597be22-fcf6-440f-85e1-b11ac8ec1bc9, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:24.889950 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:24.907750 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Calling delete_port for 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:39:25.144464 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:25.171884 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed603442-f1ad-4cd1-aee0-72f36af454cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:25.172488 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5597be22-fcf6-440f-85e1-b11ac8ec1bc9,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:25.337293 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:25.556537 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:39:25.906609 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:39:25.912071 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-51ecaf69-1b9b-49f6-8417-8da73be0af6d admin admin] 10.222.0.53 "PUT /v2.0/routers/5f5609b4-390e-4b9e-83aa-3d13e920a0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7792916 Dec 20 03:39:25.914015 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51296) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:25.916459 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] Sync routers for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:39:25.926050 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:39:25.927421 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:38:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:26.017188 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks [] for router, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.032298 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:39:26.122558 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.214091 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:39:25Z', 'revision_number': 5, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port': {'id': '42fad620-8699-49c9-85c4-5ca49652b13d', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:26.244697 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Deleting port 42fad620-8699-49c9-85c4-5ca49652b13d {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:39:26.245378 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.327852 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] For port 42fad620-8699-49c9-85c4-5ca49652b13d, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=42fad620-8699-49c9-85c4-5ca49652b13d,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:26.328243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.332193 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] Checking router: 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:39:26.343675 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] Routers {'5f5609b4-390e-4b9e-83aa-3d13e920a0f6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:39:26.344234 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:38:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:26.350538 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Calling delete_port for 42fad620-8699-49c9-85c4-5ca49652b13d owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:39:26.445391 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] Set router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:39:26.496352 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:39:26Z', 'revision_number': 6, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:26.526527 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62842-67a9-4768-9eda-76d3a802e89d None None] The sync data for ids ['5f5609b4-390e-4b9e-83aa-3d13e920a0f6'] in dv-cinder-818037-11-iscsi is: [{'id': '5f5609b4-390e-4b9e-83aa-3d13e920a0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1251554083-router', 'tenant_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:33:41Z', 'updated_at': '2021-12-20T03:39:26Z', 'revision_number': 6, 'project_id': 'b0a8965a4b4645829a64cb1f5aec4f44', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:39:26.577420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.608147 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Pushing event deleted for resources: {'Port': ['ID=42fad620-8699-49c9-85c4-5ca49652b13d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:26.665932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.771250 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.773374 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.903949 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.904840 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5609b4-390e-4b9e-83aa-3d13e920a0f6 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:39:26.916450 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] Publish callbacks [] for router, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:26.916450 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9fc2d03e-4d9e-4aea-a070-c85cc1290242 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5f5609b4-390e-4b9e-83aa-3d13e920a0f6 HTTP/1.1" status: 204 len: 168 time: 0.9990072 Dec 20 03:39:26.917079 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51298) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:26.981002 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Deleting subnet 5315dfac-2365-429e-a4e5-b7027dd75147 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:39:26.984496 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.022455 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.095916 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.215611 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.241093 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5315dfac-2365-429e-a4e5-b7027dd75147,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:27.245498 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.248559 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5315dfac-2365-429e-a4e5-b7027dd75147 HTTP/1.1" status: 204 len: 168 time: 0.3301620 Dec 20 03:39:27.252027 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51300) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:27.253610 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.253960 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.254293 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c285e6-ea3b-4dcc-bb37-5888dca11850 None None] Network 99da0c44-2558-4512-bf74-f9aa04dfdd38 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:39:27.255351 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.255351 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.256155 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.256499 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.256936 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.257201 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.257502 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.257827 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.258145 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.259075 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.259075 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c41bd-fa05-48c6-8ae6-2e92917e9a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.316224 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:39:27.334837 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.353180 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:39:27.353559 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5597be22-fcf6-440f-85e1-b11ac8ec1bc9 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:39:27.416287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Deleting port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:39:27.416287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.441849 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] DHCP port deletion for 99da0c44-2558-4512-bf74-f9aa04dfdd38 request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:39:27.470941 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-891a2d93-3b9f-42ba-8971-00fe9783b25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.490431 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] For port 2e551921-1257-4217-8a8d-2d03c9eeb8a6, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=2e551921-1257-4217-8a8d-2d03c9eeb8a6,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:27.490816 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.496675 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Deleting port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:39:27.497068 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.503942 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Calling delete_port for 2e551921-1257-4217-8a8d-2d03c9eeb8a6 owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:39:27.571764 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] For port 2e551921-1257-4217-8a8d-2d03c9eeb8a6, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=2e551921-1257-4217-8a8d-2d03c9eeb8a6,segment=NetworkSegment(33e5ab69-e96c-4581-90ad-89fa4b0535c1),segment_id=33e5ab69-e96c-4581-90ad-89fa4b0535c1)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:27.572386 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.587493 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Calling delete_port for 2e551921-1257-4217-8a8d-2d03c9eeb8a6 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:39:27.672852 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.679898 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.699726 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e551921-1257-4217-8a8d-2d03c9eeb8a6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:27.703132 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] No DVR routers for this DVR port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 on host dv-cinder-818037-11-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:39:27.713694 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] No DVR routers for this DVR port 2e551921-1257-4217-8a8d-2d03c9eeb8a6 on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:39:27.719788 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Pushing event deleted for resources: {'Port': ['ID=2e551921-1257-4217-8a8d-2d03c9eeb8a6,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.729934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.731093 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f40c78-839d-4700-bc9e-fbabb21f12e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:39:27.779308 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.799747 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99da0c44-2558-4512-bf74-f9aa04dfdd38']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:27.809403 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e5ab69-e96c-4581-90ad-89fa4b0535c1') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:27.809695 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e5ab69-e96c-4581-90ad-89fa4b0535c1') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:27.819338 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.831966 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.838722 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:39:27.839107 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:39:27.840744 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:39:27.960785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.966174 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:27.969627 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] 10.222.0.53 "DELETE /v2.0/networks/99da0c44-2558-4512-bf74-f9aa04dfdd38 HTTP/1.1" status: 204 len: 168 time: 0.7162764 Dec 20 03:39:27.981339 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8668c-388b-414d-9b5e-050f126ec195 admin admin] Pushing event deleted for resources: {'Network': ['ID=99da0c44-2558-4512-bf74-f9aa04dfdd38,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:28.278523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51304) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:28.319675 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-54f51f4e-3e84-4a4a-8b86-1ade683f1f07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0a8965a4b4645829a64cb1f5aec4f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400231 Dec 20 03:39:28.322181 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51306) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:28.371561 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-df2757ac-3cf1-49fe-be5c-247e14ab5b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:28.392488 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-df2757ac-3cf1-49fe-be5c-247e14ab5b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:28.491756 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-df2757ac-3cf1-49fe-be5c-247e14ab5b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:28.494409 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-df2757ac-3cf1-49fe-be5c-247e14ab5b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:28.495563 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-df2757ac-3cf1-49fe-be5c-247e14ab5b68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f630009-79a7-44d0-a170-f78d6a24ad24 HTTP/1.1" status: 204 len: 168 time: 0.1724901 Dec 20 03:39:28.505302 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2757ac-3cf1-49fe-be5c-247e14ab5b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f630009-79a7-44d0-a170-f78d6a24ad24,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:28.691111 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:28.752747 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 42fad620-8699-49c9-85c4-5ca49652b13d no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:39:28.765625 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 42fad620-8699-49c9-85c4-5ca49652b13d {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:39:28.765965 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 42fad620-8699-49c9-85c4-5ca49652b13d not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:39:28.766378 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 2e551921-1257-4217-8a8d-2d03c9eeb8a6 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:39:28.785468 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 2e551921-1257-4217-8a8d-2d03c9eeb8a6 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:39:28.786477 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 2e551921-1257-4217-8a8d-2d03c9eeb8a6 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:39:29.538465 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51330) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:29.641374 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436236203-network', 'tenant_id': '4fd821d9458c42d49b5d368e5c638942'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:29.758136 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Made reservation on behalf of 4fd821d9458c42d49b5d368e5c638942 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:39:29.760572 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:29.769170 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:29.855316 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:29.971637 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.000920 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:39:30.006629 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f52c4b4-f429-4032-a85e-426db46cb62d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:30.014134 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.014134 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Added segment ae321636-add2-4872-b5d3-5199d90daa5b of type vlan for network 069f7850-3bde-43dc-b048-bddc4e958277 Dec 20 03:39:30.058241 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.164061 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.164965 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:30.165583 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.223257 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] Pushing event updated for resources: {'Network': ['ID=069f7850-3bde-43dc-b048-bddc4e958277,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:30.233434 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network 069f7850-3bde-43dc-b048-bddc4e958277 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:39:30.277410 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-53150d45-b4f9-4069-b928-32ac771cfdd7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7377729 Dec 20 03:39:30.280289 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51336) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:30.285055 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Request body: {'subnet': {'network_id': '069f7850-3bde-43dc-b048-bddc4e958277', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436236203-subnet', 'tenant_id': '4fd821d9458c42d49b5d368e5c638942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:30.394253 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Made reservation on behalf of 4fd821d9458c42d49b5d368e5c638942 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:39:30.397320 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.417164 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.626860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.684573 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fc00ec-b9b1-46b7-95f5-0f27b4892ee6,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:30.691704 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Checking segment: {'id': 'ae321636-add2-4872-b5d3-5199d90daa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '069f7850-3bde-43dc-b048-bddc4e958277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:39:30.693409 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Network hostable DHCP agents. Network: 069f7850-3bde-43dc-b048-bddc4e958277, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:39:30.781235 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Network 069f7850-3bde-43dc-b048-bddc4e958277 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:39:30.861057 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, 069f7850-3bde-43dc-b048-bddc4e958277) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:39:30.865852 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:30.866456 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.871703 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b7dee-4e0b-4ff8-acb3-8d6f69a179f3 None None] Network 069f7850-3bde-43dc-b048-bddc4e958277 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:39:30.927070 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:30.966402 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-48cd2a06-87f8-4852-b891-56dd6020bb35 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6848395 Dec 20 03:39:30.976709 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678bd07-2823-49e7-9cff-51d43ce39ecb None None] Network 069f7850-3bde-43dc-b048-bddc4e958277 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:39:31.655083 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51354) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:31.660054 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1038113441-network', 'tenant_id': '5fcbafc2ee804b328ee6c2fd9ab3465b'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:31.743029 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Made reservation on behalf of 5fcbafc2ee804b328ee6c2fd9ab3465b for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:39:31.745366 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for network, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:31.754417 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:31.830347 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:31.891867 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:31.921263 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 03:39:31.928432 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed511ce-c948-47c9-bf4f-7aaf785b22db,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:31.934341 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:31.934682 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Added segment 826851cc-121f-411f-a8cf-c82c63a65830 of type vlan for network c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3 Dec 20 03:39:31.976267 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774750628904'] for network, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:32.101177 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273'] for network, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:32.102105 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:32.102742 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:32.163732 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:32.173779 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Network c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3 details requested by agent ovs-agent-dv-cinder-818037-11-iscsi with host dv-cinder-818037-11-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 03:39:32.217773 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b6294be9-2588-4ca5-933c-f075902ea2f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5615189 Dec 20 03:39:32.220519 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51358) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:32.225465 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Request body: {'subnet': {'network_id': 'c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1038113441-subnet', 'tenant_id': '5fcbafc2ee804b328ee6c2fd9ab3465b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:32.320656 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Made reservation on behalf of 5fcbafc2ee804b328ee6c2fd9ab3465b for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:39:32.323060 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10332840'] for subnet, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:32.543053 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332870'] for subnet, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:32.606181 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5036079-e2bf-4eb8-97ab-1d4030bc9d9f,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:32.611571 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Checking segment: {'id': '826851cc-121f-411f-a8cf-c82c63a65830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:39:32.611928 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Network hostable DHCP agents. Network: c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3, hostable agents: ['8704606c-5525-4a19-b205-6046803f62e4'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 03:39:32.685623 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Network c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3 is scheduled to be hosted by DHCP agent 8704606c-5525-4a19-b205-6046803f62e4 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 03:39:32.765721 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-11-iscsi, c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:39:32.769756 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:32.770347 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:32.775797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fca05d-0b9d-48d2-a026-49b553d96aac None None] Network c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:39:32.860136 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6e227e4f-e121-479a-9a8a-c5d86fa84bf7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6384823 Dec 20 03:39:32.980981 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51364) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:33.006213 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb4a79-d7c0-4012-b6ba-6381b6b402e0 None None] Network c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3 requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:39:33.028242 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Deleting subnet e7fc00ec-b9b1-46b7-95f5-0f27b4892ee6 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:39:33.031559 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.070940 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.116345 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.237969 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.261834 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fc00ec-b9b1-46b7-95f5-0f27b4892ee6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:33.269302 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.271076 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f449658e-8c89-4885-b8f1-7006caf1fa5a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e7fc00ec-b9b1-46b7-95f5-0f27b4892ee6 HTTP/1.1" status: 204 len: 168 time: 0.2890453 Dec 20 03:39:33.274031 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51366) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:33.340786 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.421286 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.440503 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069f7850-3bde-43dc-b048-bddc4e958277']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:33.450244 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae321636-add2-4872-b5d3-5199d90daa5b') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:33.450545 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae321636-add2-4872-b5d3-5199d90daa5b') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:33.459685 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.472819 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.478736 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:39:33.479107 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:39:33.480720 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:39:33.686009 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.691385 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.694543 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/069f7850-3bde-43dc-b048-bddc4e958277 HTTP/1.1" status: 204 len: 168 time: 0.4194345 Dec 20 03:39:33.698782 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51368) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:33.706299 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568d334-3bbb-4dc9-ad42-c31dfe3dd3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=069f7850-3bde-43dc-b048-bddc4e958277,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:33.749279 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Deleting subnet e5036079-e2bf-4eb8-97ab-1d4030bc9d9f {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:39:33.752741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.787965 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.829645 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.966259 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:33.989535 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5036079-e2bf-4eb8-97ab-1d4030bc9d9f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:33.996832 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.006439 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1030561c-cbfc-41d9-8bbf-1114ff0991e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5036079-e2bf-4eb8-97ab-1d4030bc9d9f HTTP/1.1" status: 204 len: 168 time: 0.3002472 Dec 20 03:39:34.007362 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51376) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:34.079328 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.163231 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.184587 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:34.193919 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826851cc-121f-411f-a8cf-c82c63a65830') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:34.194216 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826851cc-121f-411f-a8cf-c82c63a65830') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:34.203844 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.217025 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.223030 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:39:34.223424 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:39:34.225058 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:39:34.363976 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.370275 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.375853 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3 HTTP/1.1" status: 204 len: 168 time: 0.3642123 Dec 20 03:39:34.384675 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eee7b3-cb5c-4e87-b909-3df5af74c607 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d3b68d-4a4f-4ca1-b7d2-021bbc5fa7c3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:34.801566 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51384) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:34.843121 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-554796a3-ec46-48f3-95e3-1ee658bfdcc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fd821d9458c42d49b5d368e5c638942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403759 Dec 20 03:39:34.845796 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51386) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:34.894278 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbced10-87a5-4ac4-b70f-9970f2d11c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:34.916409 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbced10-87a5-4ac4-b70f-9970f2d11c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.037775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbced10-87a5-4ac4-b70f-9970f2d11c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.041023 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cfbced10-87a5-4ac4-b70f-9970f2d11c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.042250 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cfbced10-87a5-4ac4-b70f-9970f2d11c5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f52c4b4-f429-4032-a85e-426db46cb62d HTTP/1.1" status: 204 len: 168 time: 0.1955631 Dec 20 03:39:35.050639 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbced10-87a5-4ac4-b70f-9970f2d11c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f52c4b4-f429-4032-a85e-426db46cb62d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:35.758363 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51394) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:35.798383 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1f2d86f3-e4c1-4e09-94ab-250358546be7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fcbafc2ee804b328ee6c2fd9ab3465b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388279 Dec 20 03:39:35.800705 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51396) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:35.850394 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aed32cbe-e065-446c-a3c6-6386a21adc11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.872733 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aed32cbe-e065-446c-a3c6-6386a21adc11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.977577 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aed32cbe-e065-446c-a3c6-6386a21adc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.980049 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aed32cbe-e065-446c-a3c6-6386a21adc11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:35.981213 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-aed32cbe-e065-446c-a3c6-6386a21adc11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ed511ce-c948-47c9-bf4f-7aaf785b22db HTTP/1.1" status: 204 len: 168 time: 0.1795647 Dec 20 03:39:35.989082 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed32cbe-e065-446c-a3c6-6386a21adc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed511ce-c948-47c9-bf4f-7aaf785b22db,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:38.035894 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-dfd28465-a19b-45bb-83b6-7c5caf91ce1f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005542187&fields=id&tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 267 time: 0.0479069 Dec 20 03:39:38.142749 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-6cc6f6d3-6c73-4b84-8be9-60aee2c2f9bd tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:38.144182 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-6cc6f6d3-6c73-4b84-8be9-60aee2c2f9bd tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 812 time: 0.1005645 Dec 20 03:39:38.159897 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-57e6564a-7830-4f11-aa4c-68a1bd495a49 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/quotas/d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0094023 Dec 20 03:39:38.218066 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-46613de0-657c-428e-98d3-ee0bc2f7daee tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515659 Dec 20 03:39:38.328649 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-e851d600-acdc-49cc-a511-3dd284892e52 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:39:38.329666 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-e851d600-acdc-49cc-a511-3dd284892e52 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997808 Dec 20 03:39:38.418107 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-1e0d1c3f-504b-43c1-9633-fe8d55876fb9 service neutron] 10.222.0.53 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816863 Dec 20 03:39:38.512788 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-cf74016e-14bc-4889-b7ee-90556977af3d service neutron] 10.222.0.53 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871875 Dec 20 03:39:39.185716 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b32eee6-55f5-4481-bc05-50ee56894996 req-53f8a7f3-62e1-40a0-8e2d-00ed91a0e9db tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 210 time: 0.0280936 Dec 20 03:39:39.746514 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:39:40.292361 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03697a92-1482-4fa7-b6c7-171704964eb1 req-a3fb2b47-03ff-4895-a770-a19e2b1872f7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 210 time: 0.0328760 Dec 20 03:39:41.203996 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.391488 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51564) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:41.422016 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f359c912-1bd7-4577-bf75-f90208faadb2 req-7d31c302-65e9-4768-8150-292300b56b52 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 210 time: 0.0337126 Dec 20 03:39:41.456938 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-3c54fa23-2ff4-4960-bf1a-5fab9889ddf6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:41.458461 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-3c54fa23-2ff4-4960-bf1a-5fab9889ddf6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 812 time: 0.1326587 Dec 20 03:39:41.512140 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-825087de-8dc2-4cf2-9553-8cc44963ab89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.537276 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-f60b2110-18b7-4ba2-9e0b-37a261465788 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0582471 Dec 20 03:39:41.550420 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'port': {'device_id': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'admin_state_up': True, 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'security_groups': ['5c18dae3-94e0-4597-88b9-b95d14b772f7']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:41.590058 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-825087de-8dc2-4cf2-9553-8cc44963ab89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.691524 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-825087de-8dc2-4cf2-9553-8cc44963ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.731279 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-825087de-8dc2-4cf2-9553-8cc44963ab89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=004f6fa06c774e0fb76c82337c02a569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371084 Dec 20 03:39:41.731850 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825087de-8dc2-4cf2-9553-8cc44963ab89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200bdaac-4bf4-42b6-b697-9ba80ca0f98c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:41.733986 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51568) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:41.783631 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31026552-adfb-4f98-82e1-ccf2d034c649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.804966 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31026552-adfb-4f98-82e1-ccf2d034c649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.806903 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Made reservation on behalf of d4fa0cffd767432cae1c69fa4e26e6c5 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 03:39:41.810336 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:41.963499 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Allocated IP 172.20.0.3 (247f1037-2c21-483f-b1d2-d9c7b96998be/ac0f4d81-4a8b-4618-8fde-e514a966ddd7/91c8ad15-12c7-4a71-a36b-721ab7bb7bcc) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:39:42.006912 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31026552-adfb-4f98-82e1-ccf2d034c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.010196 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31026552-adfb-4f98-82e1-ccf2d034c649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.011380 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-31026552-adfb-4f98-82e1-ccf2d034c649 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/200bdaac-4bf4-42b6-b697-9ba80ca0f98c HTTP/1.1" status: 204 len: 168 time: 0.2763431 Dec 20 03:39:42.037897 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31026552-adfb-4f98-82e1-ccf2d034c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200bdaac-4bf4-42b6-b697-9ba80ca0f98c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:42.117086 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.238495 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.282594 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Network 247f1037-2c21-483f-b1d2-d9c7b96998be is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:39:42.285656 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:39:42.289522 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:39:42.315751 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:42.346177 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:42.346822 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.471329 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-ca758ab3-4004-4557-b690-89bc0c8ebcde tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9249527 Dec 20 03:39:42.482405 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-74dc10de-ef31-4bf4-aee1-bc5f99e7dabd tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 03:39:42.483396 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-74dc10de-ef31-4bf4-aee1-bc5f99e7dabd tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051155 Dec 20 03:39:42.535714 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-52ec19bf-2b62-4286-93da-0e083a70e62d None None] Provisioning complete for port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:39:42.536298 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-52ec19bf-2b62-4286-93da-0e083a70e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.543554 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1a93-6ca3-45d5-b599-b4da32faa71e req-ce8dac88-e189-4c52-9525-b19206cc4950 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:42.545053 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f3c1a93-6ca3-45d5-b599-b4da32faa71e req-ce8dac88-e189-4c52-9525-b19206cc4950 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 931 time: 0.0494614 Dec 20 03:39:42.577510 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-52ec19bf-2b62-4286-93da-0e083a70e62d None None] Port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 03:39:42.607984 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f3c1a93-6ca3-45d5-b599-b4da32faa71e req-0516b438-a8e5-4d4d-85d0-0855914f7ba4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560787 Dec 20 03:39:42.609444 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Request body: {'port': {'device_id': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:42.669381 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.733747 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51578) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:42.748305 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07e4044e-c8cb-455c-8a43-ebdfb4e2a972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.831914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07e4044e-c8cb-455c-8a43-ebdfb4e2a972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:42.965792 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07e4044e-c8cb-455c-8a43-ebdfb4e2a972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.002348 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4044e-c8cb-455c-8a43-ebdfb4e2a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8834b-b61f-4970-a412-64c3db8bb26f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:43.007638 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-07e4044e-c8cb-455c-8a43-ebdfb4e2a972 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c0b5947f7a748e0a3330679654a42b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727211 Dec 20 03:39:43.011084 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51580) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:43.061197 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-939687ca-3261-4863-8eaf-15eae80a2cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.087035 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-939687ca-3261-4863-8eaf-15eae80a2cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.179165 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:39:43.187006 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.203354 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Transition to ACTIVE for port object 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 03:39:43.203559 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-939687ca-3261-4863-8eaf-15eae80a2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.206109 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-939687ca-3261-4863-8eaf-15eae80a2cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.207303 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-939687ca-3261-4863-8eaf-15eae80a2cfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35f8834b-b61f-4970-a412-64c3db8bb26f HTTP/1.1" status: 204 len: 168 time: 0.1952875 Dec 20 03:39:43.216038 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939687ca-3261-4863-8eaf-15eae80a2cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8834b-b61f-4970-a412-64c3db8bb26f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:43.291655 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.363228 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:43.418093 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Attempting to bind port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 03:39:43.418450 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Attempting to bind port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 03:39:43.418788 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Attempting to bind port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:39:43.423650 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc on network 247f1037-2c21-483f-b1d2-d9c7b96998be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 03:39:43.423978 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Attempting to bind port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc on network 247f1037-2c21-483f-b1d2-d9c7b96998be {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 03:39:43.430535 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Checking agent: {'id': '67f9ba75-5876-4c51-8d81-e5acf42a2604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'started_at': datetime.datetime(2021, 12, 20, 3, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 3, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 03:39:43.438254 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Checking segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 03:39:43.438254 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Bound using segment: {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 03:39:43.438254 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Bound port: 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35a931-d483-46cb-8516-37643b24e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 03:39:43.438254 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.500955 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 03:39:43.503972 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 03:39:43.600712 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286143'] for port, after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.636851 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:43.637516 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:43.642498 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] 10.222.0.54 "PUT /v2.0/ports/91c8ad15-12c7-4a71-a36b-721ab7bb7bcc HTTP/1.1" status: 200 len: 1093 time: 1.1417403 Dec 20 03:39:43.642498 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:39:43.642498 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1daaa62-07cb-4186-9893-6a1f5387247a" -d '{"events": [{"name": "network-changed", "server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:39:43.687494 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8ef0-f4ec-4ccd-88ea-0c2f7f5f4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:43.692866 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5389689d-dc84-43bc-aff4-a87ab014314a x-openstack-request-id: req-5389689d-dc84-43bc-aff4-a87ab014314a {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:39:43.693198 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:39:43.693567 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5389689d-dc84-43bc-aff4-a87ab014314a {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:39:43.694178 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'status': 'completed', 'code': 200} Dec 20 03:39:43.790462 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daaa62-07cb-4186-9893-6a1f5387247a req-1637d428-49b2-4955-910f-754b5524855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:43.792106 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a1daaa62-07cb-4186-9893-6a1f5387247a req-1637d428-49b2-4955-910f-754b5524855b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1096 time: 0.0502260 Dec 20 03:39:43.941129 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daaa62-07cb-4186-9893-6a1f5387247a req-2c4f1105-6ee6-4854-964d-8dd6ae0f02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:43.942629 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a1daaa62-07cb-4186-9893-6a1f5387247a req-2c4f1105-6ee6-4854-964d-8dd6ae0f02cf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344190 Dec 20 03:39:43.954939 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179737-a72f-4395-b3c8-0403806a8a09 req-2ba6dc98-f996-4ea8-bae4-dab1b6c21374 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:43.956366 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea179737-a72f-4395-b3c8-0403806a8a09 req-2ba6dc98-f996-4ea8-bae4-dab1b6c21374 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.2503002 Dec 20 03:39:44.068564 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ea179737-a72f-4395-b3c8-0403806a8a09 req-d9b8f46c-32dd-42af-9ec2-b0edbded98a0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036251 Dec 20 03:39:44.086473 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daaa62-07cb-4186-9893-6a1f5387247a req-52987dd2-6f54-46ec-8435-1557a80e1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:44.088043 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a1daaa62-07cb-4186-9893-6a1f5387247a req-52987dd2-6f54-46ec-8435-1557a80e1a21 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308439 Dec 20 03:39:44.197662 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-3c92eacb-00ed-4fb9-84a3-e30f1585d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:44.199204 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-3c92eacb-00ed-4fb9-84a3-e30f1585d158 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1096 time: 0.0426400 Dec 20 03:39:44.263532 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-513c2f8b-18cf-406d-9990-18604a951376 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc HTTP/1.1" status: 200 len: 217 time: 0.0402246 Dec 20 03:39:44.318939 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-a7ed80c6-ae95-41e1-84f3-6f04103c2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:44.320438 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-a7ed80c6-ae95-41e1-84f3-6f04103c2174 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0457189 Dec 20 03:39:44.370253 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d055-9cd2-427c-88ee-c5703d152fef req-6fb69fc8-4915-4a25-a57a-3da2ece2c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:44.371759 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-6fb69fc8-4915-4a25-a57a-3da2ece2c862 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402057 Dec 20 03:39:44.471434 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-d7492c6f-5e37-4800-a391-cc7cf04739fb service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880892 Dec 20 03:39:44.565128 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5519d055-9cd2-427c-88ee-c5703d152fef req-de7912b1-0a0e-4edf-950e-cd1846f420dc service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843229 Dec 20 03:39:45.198639 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da289d-3ece-4f52-bd5a-6dd1ea075e57 req-54983956-f8a6-4186-9fd0-f82eb91faf0e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:45.200246 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87da289d-3ece-4f52-bd5a-6dd1ea075e57 req-54983956-f8a6-4186-9fd0-f82eb91faf0e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0617602 Dec 20 03:39:45.255829 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87da289d-3ece-4f52-bd5a-6dd1ea075e57 req-caaf8e0e-409c-4bf0-8841-13cb7cd02d57 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490398 Dec 20 03:39:45.772102 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51642) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:45.879908 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd705613-0154-4f38-9328-b5648966138a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:45.951694 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd705613-0154-4f38-9328-b5648966138a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.014827 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd705613-0154-4f38-9328-b5648966138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.055641 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fd705613-0154-4f38-9328-b5648966138a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cec0ef5dc334a12868fe970126b4083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824063 Dec 20 03:39:46.056535 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd705613-0154-4f38-9328-b5648966138a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb7aeb0-0606-43a7-ab09-b045d3593ae2,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:46.058418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51646) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:46.107936 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ade81da-48b4-42f3-9a32-3a53acf08dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.128914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ade81da-48b4-42f3-9a32-3a53acf08dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.222755 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ade81da-48b4-42f3-9a32-3a53acf08dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.226797 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ade81da-48b4-42f3-9a32-3a53acf08dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.228021 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2ade81da-48b4-42f3-9a32-3a53acf08dcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cb7aeb0-0606-43a7-ab09-b045d3593ae2 HTTP/1.1" status: 204 len: 168 time: 0.1675107 Dec 20 03:39:46.235919 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade81da-48b4-42f3-9a32-3a53acf08dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb7aeb0-0606-43a7-ab09-b045d3593ae2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:46.376796 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3e56-24ae-46c0-9e06-6203214fa54c req-e7e713d1-841e-4f34-8169-8bf7d908f6c8 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:46.384679 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10ef3e56-24ae-46c0-9e06-6203214fa54c req-e7e713d1-841e-4f34-8169-8bf7d908f6c8 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0533922 Dec 20 03:39:46.428796 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10ef3e56-24ae-46c0-9e06-6203214fa54c req-3801c38b-55c4-4ede-8580-5452a41089a2 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Dec 20 03:39:46.824808 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51654) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:46.839070 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-81350350-b0d6-4684-8988-8fee74a7454a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.915409 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-81350350-b0d6-4684-8988-8fee74a7454a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:46.977515 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-81350350-b0d6-4684-8988-8fee74a7454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:47.014563 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81350350-b0d6-4684-8988-8fee74a7454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5346fb-b088-490e-95c6-d13fd4e24cf7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:47.018699 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-81350350-b0d6-4684-8988-8fee74a7454a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=395a850fab97449eb66a0e46e4dc851f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928308 Dec 20 03:39:47.021386 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51656) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:47.070577 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-281b783f-184c-486e-ab85-136b8b5f29a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:47.092534 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-281b783f-184c-486e-ab85-136b8b5f29a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:47.228888 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-281b783f-184c-486e-ab85-136b8b5f29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:47.231465 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-281b783f-184c-486e-ab85-136b8b5f29a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:47.232704 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-281b783f-184c-486e-ab85-136b8b5f29a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c5346fb-b088-490e-95c6-d13fd4e24cf7 HTTP/1.1" status: 204 len: 168 time: 0.2103832 Dec 20 03:39:47.242974 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b783f-184c-486e-ab85-136b8b5f29a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5346fb-b088-490e-95c6-d13fd4e24cf7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:47.436212 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-140e77fa-46eb-4ee4-848d-8f11931dfa1b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392156 Dec 20 03:39:47.541272 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-581c02c9-cfd9-448a-83ff-55e7f790f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:47.542831 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-581c02c9-cfd9-448a-83ff-55e7f790f41d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1098 time: 0.0627465 Dec 20 03:39:47.550482 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ce39-afd8-49ff-94d4-e5d4f64e822e req-069ac11a-a46f-4ee5-879c-03304989f741 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:47.558406 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-37d7ce39-afd8-49ff-94d4-e5d4f64e822e req-069ac11a-a46f-4ee5-879c-03304989f741 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0593555 Dec 20 03:39:47.607422 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-37d7ce39-afd8-49ff-94d4-e5d4f64e822e req-874d3f39-8a7f-4144-831b-ce872a86a3ef tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 Dec 20 03:39:47.660473 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-6131b987-431a-406a-9950-3efec23f6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:47.661980 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-6131b987-431a-406a-9950-3efec23f6631 service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.0924323 Dec 20 03:39:47.738686 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-5c14e24a-57cf-4d82-910d-97da00b27a11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 1000 time: 0.0644243 Dec 20 03:39:47.793610 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-af12979e-8c02-48eb-b875-d1c48ce8bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:47.794993 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-af12979e-8c02-48eb-b875-d1c48ce8bfdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0452886 Dec 20 03:39:47.848182 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-09b64531-0e83-4cd1-9cb3-25f49dc29a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:47.849777 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-09b64531-0e83-4cd1-9cb3-25f49dc29a9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434210 Dec 20 03:39:47.946696 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-b4ca4a12-f1c5-4702-b62e-863b93acea92 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Dec 20 03:39:48.044356 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-00896498-35f0-4068-97fd-a8aa9c0af778 req-7bf7b612-aa62-413d-b0e3-cf24c7808287 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833607 Dec 20 03:39:48.731300 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99469aa6-d33e-419f-a248-a04373bf6573 req-e62ae6e7-0782-4a79-b42f-5288b01fc87d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:48.732864 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99469aa6-d33e-419f-a248-a04373bf6573 req-e62ae6e7-0782-4a79-b42f-5288b01fc87d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0591874 Dec 20 03:39:48.784456 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99469aa6-d33e-419f-a248-a04373bf6573 req-4cf0e295-912c-42a1-92d2-c8f4423842d4 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Dec 20 03:39:48.891082 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51690) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:48.989471 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18e7c78a-1140-4095-a5b2-9d3acbb0d1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.061611 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18e7c78a-1140-4095-a5b2-9d3acbb0d1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.154091 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18e7c78a-1140-4095-a5b2-9d3acbb0d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.191001 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7c78a-1140-4095-a5b2-9d3acbb0d1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2454f642-4ca4-4200-befc-b14d5fcb8984,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:49.195314 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-18e7c78a-1140-4095-a5b2-9d3acbb0d1fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a68004cebd44f6789657751f575435c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084879 Dec 20 03:39:49.197922 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51694) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:49.246970 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-376d724e-0fe0-4d52-b655-e74068435710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.267866 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-376d724e-0fe0-4d52-b655-e74068435710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.382505 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-376d724e-0fe0-4d52-b655-e74068435710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.385178 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-376d724e-0fe0-4d52-b655-e74068435710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:49.386335 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-376d724e-0fe0-4d52-b655-e74068435710 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2454f642-4ca4-4200-befc-b14d5fcb8984 HTTP/1.1" status: 204 len: 168 time: 0.1875186 Dec 20 03:39:49.394344 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d724e-0fe0-4d52-b655-e74068435710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2454f642-4ca4-4200-befc-b14d5fcb8984,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:49.900076 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420e151-7fef-4c5c-812b-b58c1b6cc768 req-ebe537d1-57ed-4638-aa62-e216e5052b9d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:49.901628 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e420e151-7fef-4c5c-812b-b58c1b6cc768 req-ebe537d1-57ed-4638-aa62-e216e5052b9d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0486317 Dec 20 03:39:49.952587 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e420e151-7fef-4c5c-812b-b58c1b6cc768 req-816559f3-ce24-471c-a192-e5b6ba362bbc tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Dec 20 03:39:51.081507 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc9c5b-a484-4702-91a1-e30e2ab6dd44 req-62c05f3b-9b47-42e2-8cba-c40a526c834f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:51.083008 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e2cc9c5b-a484-4702-91a1-e30e2ab6dd44 req-62c05f3b-9b47-42e2-8cba-c40a526c834f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0492795 Dec 20 03:39:51.137006 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e2cc9c5b-a484-4702-91a1-e30e2ab6dd44 req-4638dde5-bad6-4052-90ce-034954b39944 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465801 Dec 20 03:39:52.251509 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519cde0-7ad0-41ca-b08e-6f13a0bc66ca req-da04a664-60cd-4ed2-abbd-61a5266f6bac tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:52.252957 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9519cde0-7ad0-41ca-b08e-6f13a0bc66ca req-da04a664-60cd-4ed2-abbd-61a5266f6bac tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0489240 Dec 20 03:39:52.304250 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9519cde0-7ad0-41ca-b08e-6f13a0bc66ca req-5c3a6277-2e33-4436-b60d-28e86c83e0a7 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Dec 20 03:39:52.606655 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 03:39:52.713454 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:52.729769 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Returning: {'device': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'port_id': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'mac_address': 'fa:16:3e:7b:71:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 03:39:52.770282 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:52.783182 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 03:39:52.804502 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:52.896967 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:52.947071 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:53.252091 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] get_ports_and_sgs() called for port_ids ['91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 03:39:53.418768 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cc006-2625-4286-ae81-b191f4d68803 req-fa0b9107-324d-4d37-8379-ecb07dfa4e0e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:53.420443 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bc6cc006-2625-4286-ae81-b191f4d68803 req-fa0b9107-324d-4d37-8379-ecb07dfa4e0e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 944 time: 0.0495369 Dec 20 03:39:53.474502 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bc6cc006-2625-4286-ae81-b191f4d68803 req-87dabc17-cad7-4093-a4ed-8f82a07ec24f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479853 Dec 20 03:39:54.597418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfa58f-ea0d-4112-b0e5-0df989ab8a2f req-e027c97f-ed14-4d15-8ca0-0a349832c2e3 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:54.598871 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9bbfa58f-ea0d-4112-b0e5-0df989ab8a2f req-e027c97f-ed14-4d15-8ca0-0a349832c2e3 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 944 time: 0.0503111 Dec 20 03:39:54.637081 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc up at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 03:39:54.655107 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9bbfa58f-ea0d-4112-b0e5-0df989ab8a2f req-c71698d5-6d9f-43e5-8397-617b313130b6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480099 Dec 20 03:39:54.771791 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning for port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 03:39:54.777103 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Provisioning complete for port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 03:39:54.780956 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1748959'] for port, provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:54.860145 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:54.883126 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:39:54.886449 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f08c9-4839-49dc-833b-b162332c2e6f" -d '{"events": [{"server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "name": "network-vif-plugged", "status": "completed", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:39:54.904071 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:39:54.925582 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3177e2-6f6d-40d9-bfb6-e7c6234c0259 x-openstack-request-id: req-db3177e2-6f6d-40d9-bfb6-e7c6234c0259 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:39:54.925878 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "name": "network-vif-plugged", "status": "completed", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:39:54.926148 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db3177e2-6f6d-40d9-bfb6-e7c6234c0259 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:39:54.926540 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'code': 200} Dec 20 03:39:54.995271 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:55.045678 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:55.245702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6336a4a6-5c98-4a1f-ab69-f6c34b63096c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:55.377359 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f61b2-9b74-472f-b7c9-85b14825d8eb req-7ba06f72-ef97-48d7-816e-3672c3924ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:55.378990 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-af8f61b2-9b74-472f-b7c9-85b14825d8eb req-7ba06f72-ef97-48d7-816e-3672c3924ae7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1098 time: 0.0439720 Dec 20 03:39:55.426118 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-af8f61b2-9b74-472f-b7c9-85b14825d8eb req-74970978-9d0f-435b-8146-0c30034c8c1d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Dec 20 03:39:55.772946 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b909c2d-d302-41e4-a188-3bd49a7978f8 req-45ea941d-e6b5-47c8-8854-623073acf05c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:55.775729 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b909c2d-d302-41e4-a188-3bd49a7978f8 req-45ea941d-e6b5-47c8-8854-623073acf05c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0513186 Dec 20 03:39:55.825103 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b909c2d-d302-41e4-a188-3bd49a7978f8 req-96639005-a71d-4114-8cc6-f5fbad536a15 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432863 Dec 20 03:39:56.941279 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c660af-a886-4819-97fb-14929c908a8f req-a48cb05f-5d96-4382-a48a-9d453bd523b5 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:56.942746 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8c660af-a886-4819-97fb-14929c908a8f req-a48cb05f-5d96-4382-a48a-9d453bd523b5 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Dec 20 03:39:56.990932 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8c660af-a886-4819-97fb-14929c908a8f req-4d0aaf97-bbf2-4f02-952b-59b5b31b2d73 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Dec 20 03:39:57.111741 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a0910-f598-4c42-9f2a-814cd79b098d req-779177da-722e-49d8-ae8a-8dc3284e7907 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:57.113124 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c4a0910-f598-4c42-9f2a-814cd79b098d req-779177da-722e-49d8-ae8a-8dc3284e7907 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0523934 Dec 20 03:39:57.163232 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c4a0910-f598-4c42-9f2a-814cd79b098d req-3b076c49-ab20-4cde-9df1-0b10f75aad53 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Dec 20 03:39:57.186953 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51800) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:57.225288 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f41673-a7d0-4de2-bad4-a2f6917d4263 tempest-TestVolumeBootPattern-1599579352 tempest-TestVolumeBootPattern-1599579352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:57.226774 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-89f41673-a7d0-4de2-bad4-a2f6917d4263 tempest-TestVolumeBootPattern-1599579352 tempest-TestVolumeBootPattern-1599579352-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1093 time: 0.0388618 Dec 20 03:39:57.230326 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51802) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:39:57.234487 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Request body: {'floatingip': {'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'port_id': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 03:39:57.311630 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:57.477588 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-77abc6a5-e613-458c-a021-d64484cbe02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:57.691049 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:57.793816 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Allocated IP 172.27.2.165 (f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1/4972f31d-2c44-460f-9841-f3661ddccc77/f37e74b5-415b-444e-996a-b202b3b8bec1) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 03:39:57.899098 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:57.988534 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774750645441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.028049 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Network f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 03:39:58.032223 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 03:39:58.036473 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 03:39:58.039470 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=f37e74b5-415b-444e-996a-b202b3b8bec1,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:58.387465 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.507455 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.668858 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for port, precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.742502 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.765531 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749231'] for port, after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.841846 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event updated for resources: {'Port': ['ID=f37e74b5-415b-444e-996a-b202b3b8bec1,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:39:58.852290 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926213'] for floatingip, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:58.958888 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Floating IP b8191cc9-0401-4e10-b164-66f219cdb25a associated. External IP: 172.27.2.165, port: 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc. Dec 20 03:39:59.163496 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:39:59.272855 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:39:59.283608 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:39:59.293499 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:39:59.294121 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:39:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:59.354372 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:39:59.386267 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d4400228-df16-486c-b01b-a5629807e13e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1549075 Dec 20 03:39:59.387006 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:39:59.389475 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d726b3a-fa66-4401-a415-d990f55b279a" -d '{"events": [{"name": "network-changed", "server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:39:59.406982 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:39:59.429815 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a22cb-ae46-4ea1-a91b-c74fc6478e09 x-openstack-request-id: req-109a22cb-ae46-4ea1-a91b-c74fc6478e09 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:39:59.430102 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:39:59.430351 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-109a22cb-ae46-4ea1-a91b-c74fc6478e09 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:39:59.430762 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'status': 'completed', 'code': 200} Dec 20 03:39:59.515154 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726b3a-fa66-4401-a415-d990f55b279a req-0a447427-352b-4620-99cb-5a668463f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:59.517392 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-0a447427-352b-4620-99cb-5a668463f928 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1098 time: 0.0411136 Dec 20 03:39:59.613822 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726b3a-fa66-4401-a415-d990f55b279a req-16824ad7-3121-46f1-b93e-163251b9308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:59.615328 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-16824ad7-3121-46f1-b93e-163251b9308e service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.0908027 Dec 20 03:39:59.643717 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:38:03Z', 'revision_number': 1, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}, {'id': 'b8191cc9-0401-4e10-b164-66f219cdb25a', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:7b:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:39:58Z', 'updated_at': '2021-12-20T03:39:58Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:59.671336 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:39:59.680010 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:39:59.680642 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:39:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:39:59.688485 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-f82f7849-99e5-497e-96f6-c88876c1080d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc HTTP/1.1" status: 200 len: 999 time: 0.0648742 Dec 20 03:39:59.742623 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726b3a-fa66-4401-a415-d990f55b279a req-dd0055c7-e320-4d80-bb2a-6a12dcaeac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:59.744682 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-dd0055c7-e320-4d80-bb2a-6a12dcaeac50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0493603 Dec 20 03:39:59.796757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726b3a-fa66-4401-a415-d990f55b279a req-a525597c-5dec-41ef-ad44-f3422b25379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:39:59.798297 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-a525597c-5dec-41ef-ad44-f3422b25379c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462201 Dec 20 03:39:59.799482 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:39:59.898294 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-cdc714b7-1d5b-46b9-92d0-62389ab47d7c service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920942 Dec 20 03:39:59.989431 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2d726b3a-fa66-4401-a415-d990f55b279a req-9dfc9740-2635-4f18-8360-e1359ef44432 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829117 Dec 20 03:40:00.036837 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:38:03Z', 'revision_number': 1, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}, {'id': 'b8191cc9-0401-4e10-b164-66f219cdb25a', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:7b:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:39:58Z', 'updated_at': '2021-12-20T03:39:58Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:40:00.067749 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ae015-9e83-4b57-bfcb-67e576e5ea6e None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:38:03Z', 'revision_number': 1, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}, {'id': 'b8191cc9-0401-4e10-b164-66f219cdb25a', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:7b:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:39:58Z', 'updated_at': '2021-12-20T03:39:58Z', 'revision_number': 0, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:40:00.259975 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc377cf-abed-4d6a-bc81-aeb73ede16ad None None] New status for floating IP b8191cc9-0401-4e10-b164-66f219cdb25a: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:40:00.411273 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:00.879860 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:00.953459 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51842) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:01.068307 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc36a496-aa16-48c0-8119-b51193276891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.158888 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc36a496-aa16-48c0-8119-b51193276891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.245952 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc36a496-aa16-48c0-8119-b51193276891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.293463 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51846) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:01.293982 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fc36a496-aa16-48c0-8119-b51193276891 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0cc6692427f45fd88d8c96ebce8a9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389170 Dec 20 03:40:01.294493 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36a496-aa16-48c0-8119-b51193276891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e5b7f-c08c-4697-acf4-5921967a1dd3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:01.348506 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0210f10f-6298-4ffd-a1ba-fb44231b13cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.371152 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0210f10f-6298-4ffd-a1ba-fb44231b13cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.525505 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0210f10f-6298-4ffd-a1ba-fb44231b13cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.528318 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0210f10f-6298-4ffd-a1ba-fb44231b13cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:01.529650 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0210f10f-6298-4ffd-a1ba-fb44231b13cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d97e5b7f-c08c-4697-acf4-5921967a1dd3 HTTP/1.1" status: 204 len: 168 time: 0.2344055 Dec 20 03:40:01.538692 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f10f-6298-4ffd-a1ba-fb44231b13cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e5b7f-c08c-4697-acf4-5921967a1dd3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:02.249212 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51852) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:02.263919 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9acf0414-9f32-4937-afe1-c44e6db76f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.338626 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9acf0414-9f32-4937-afe1-c44e6db76f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.408624 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9acf0414-9f32-4937-afe1-c44e6db76f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.446175 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9acf0414-9f32-4937-afe1-c44e6db76f59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d44176e4a79845d5811d8e1de953ed74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955049 Dec 20 03:40:02.448199 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf0414-9f32-4937-afe1-c44e6db76f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a7b102-e346-45f1-bef6-137c23f3cc35,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:02.449409 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51854) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:02.497552 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-988f2cbf-bce3-4e65-8c73-83e052176ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.519278 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-988f2cbf-bce3-4e65-8c73-83e052176ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.660447 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-988f2cbf-bce3-4e65-8c73-83e052176ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.663021 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-988f2cbf-bce3-4e65-8c73-83e052176ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:02.664183 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-988f2cbf-bce3-4e65-8c73-83e052176ba9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24a7b102-e346-45f1-bef6-137c23f3cc35 HTTP/1.1" status: 204 len: 168 time: 0.2137425 Dec 20 03:40:02.672895 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f2cbf-bce3-4e65-8c73-83e052176ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a7b102-e346-45f1-bef6-137c23f3cc35,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:03.281155 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 51860) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:03.294978 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6a5a78ab-c0c4-46d0-9e9f-2c96c49f44aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.372586 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6a5a78ab-c0c4-46d0-9e9f-2c96c49f44aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.442488 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6a5a78ab-c0c4-46d0-9e9f-2c96c49f44aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.480755 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6a5a78ab-c0c4-46d0-9e9f-2c96c49f44aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1af139c613b9402db5ab8f97e1685417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984897 Dec 20 03:40:03.481958 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a78ab-c0c4-46d0-9e9f-2c96c49f44aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e43f8eb-d58d-46d0-8506-f6713c84802d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:03.483426 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 51862) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:03.531040 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4eda6715-4a0b-4b2d-963d-ad281fd4b34f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.551870 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4eda6715-4a0b-4b2d-963d-ad281fd4b34f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.666306 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4eda6715-4a0b-4b2d-963d-ad281fd4b34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.668934 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4eda6715-4a0b-4b2d-963d-ad281fd4b34f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:03.670191 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4eda6715-4a0b-4b2d-963d-ad281fd4b34f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e43f8eb-d58d-46d0-8506-f6713c84802d HTTP/1.1" status: 204 len: 168 time: 0.1850510 Dec 20 03:40:03.677966 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda6715-4a0b-4b2d-963d-ad281fd4b34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e43f8eb-d58d-46d0-8506-f6713c84802d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:11.130616 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:16.744891 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:40:25.167928 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2773f2fc-7cda-487f-bc43-3cc3d7efe947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:27.444521 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-932b5684-944f-4b55-b095-84535f076084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:28.698934 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:30.399843 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:30.870414 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:36.792043 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 52058) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:36.937243 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.010680 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.084635 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.122426 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be7ad4358d1c460ba3206f930fa8ac8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290946 Dec 20 03:40:37.123122 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d66d8-9dcc-4fe6-86bd-f5d6e4079e0a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:37.125163 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52062) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:40:37.131149 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.131543 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.131883 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.132210 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.132538 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.132867 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.133224 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.133554 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.133881 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.134203 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.134523 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.134841 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.135158 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3911d1-9529-41c0-b40b-0653e628810d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.175856 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.197274 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.336151 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.338786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:37.339966 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/689d66d8-9dcc-4fe6-86bd-f5d6e4079e0a HTTP/1.1" status: 204 len: 168 time: 0.2136371 Dec 20 03:40:37.347700 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d66d8-9dcc-4fe6-86bd-f5d6e4079e0a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:40:37.354659 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.355005 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.355343 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.355779 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.356013 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.356365 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.356689 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.357010 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.357364 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.362418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.362418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.362418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:37.362418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba117faa-ecde-4d54-ac63-18e2cd47541a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:40:41.162178 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:48.278310 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-7d79e4a4-0453-41f6-bce1-d94227b1f50d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394969 Dec 20 03:40:48.383916 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-037a7fe6-7e09-4fd3-b0ba-bd9aee56ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:40:48.385424 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-037a7fe6-7e09-4fd3-b0ba-bd9aee56ba28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1098 time: 0.0396724 Dec 20 03:40:48.497470 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-1f5589a0-b672-454d-bd41-65fefcf10064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:40:48.498934 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-1f5589a0-b672-454d-bd41-65fefcf10064 service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.0869269 Dec 20 03:40:48.569018 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-4fc4876a-3ea3-47f2-9ea1-c061190b780e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 1000 time: 0.0580645 Dec 20 03:40:48.626433 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-90ce6630-6e6d-46b9-a93d-b0589867cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:40:48.627916 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-90ce6630-6e6d-46b9-a93d-b0589867cae8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0490046 Dec 20 03:40:48.676958 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-8b9689dd-8167-459f-9ac2-68745b0bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:40:48.679149 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-8b9689dd-8167-459f-9ac2-68745b0bcdf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396693 Dec 20 03:40:48.773529 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-682a22d2-d763-451c-8663-5a18a790f83a service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824635 Dec 20 03:40:48.871703 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e79d5f6-8ba4-4d31-b7a0-92a7416bf4ce req-ee5c0f75-27dd-40ea-ba11-14ef251c85c1 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863535 Dec 20 03:40:53.744283 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:40:55.209951 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ff205114-a850-4165-98c6-092ba4a5e66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:57.461524 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7d874e8-35e8-43e4-8144-e666081a79c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:40:58.706675 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:00.406581 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:00.861266 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:11.201382 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:25.186570 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7594ab59-d36a-474f-851c-897bfef15536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:27.449722 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c50-c1e7-4cfc-a6d1-b2e43de78080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:28.700961 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:30.423644 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:30.743565 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:41:30.857586 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:41.174839 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:49.481056 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-a0b2b90f-5e9c-44ad-9076-8556a799b44d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391619 Dec 20 03:41:49.562639 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-7cdc5af2-7212-4f95-8bc7-b1f09c7751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:49.564161 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-7cdc5af2-7212-4f95-8bc7-b1f09c7751cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1098 time: 0.0442395 Dec 20 03:41:49.673965 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-89ecdcb2-fb7b-4c0d-9f9e-701f4a265c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:49.675443 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-89ecdcb2-fb7b-4c0d-9f9e-701f4a265c90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.0862789 Dec 20 03:41:49.747406 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-13409e57-fc99-4b04-bd21-51f5d137112c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc HTTP/1.1" status: 200 len: 1001 time: 0.0607717 Dec 20 03:41:49.799570 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-b83f8462-ca4d-4789-b82b-a7450d762e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:49.801020 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-b83f8462-ca4d-4789-b82b-a7450d762e29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0431986 Dec 20 03:41:49.851574 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-37b7708c-4fb3-4ff2-bb70-38cd0f88c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:49.853104 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-37b7708c-4fb3-4ff2-bb70-38cd0f88c2d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403359 Dec 20 03:41:49.949999 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-9dadee47-5212-4205-aa98-47af978a4772 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Dec 20 03:41:50.043414 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9cd18bb-c207-49f7-ae60-1b34dcf33342 req-b13391f5-5ce8-4eff-91fb-a982332d72fd service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813835 Dec 20 03:41:52.662311 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52084) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:41:52.817418 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Deleting port f37e74b5-415b-444e-996a-b202b3b8bec1 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:41:52.817753 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:52.895179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:52.895501 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:52.907240 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Calling delete_port for f37e74b5-415b-444e-996a-b202b3b8bec1 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:41:53.099769 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:53.124791 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'Port': ['ID=f37e74b5-415b-444e-996a-b202b3b8bec1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:41:53.150456 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.150800 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.151139 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.151502 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.151830 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.152155 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.152479 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.152800 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.153121 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.153467 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.153786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.154100 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.154414 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:53.193559 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:53.193948 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Floating IP b8191cc9-0401-4e10-b164-66f219cdb25a disassociated (deleted). External IP: 172.27.2.165, port: 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc. Dec 20 03:41:53.396131 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:41:53.501823 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:41:53.506319 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:53.511913 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:41:53.521550 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:41:53.522065 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:41:53.574254 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-204c5654-d86b-4b48-ad59-e6467c4a883d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "DELETE /v2.0/floatingips/b8191cc9-0401-4e10-b164-66f219cdb25a HTTP/1.1" status: 204 len: 168 time: 0.9107776 Dec 20 03:41:53.574898 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:41:53.581283 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b9691-0542-4488-ac00-88bb04deaed2" -d '{"events": [{"name": "network-changed", "server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:41:53.644998 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:41:53.760309 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ebc4e-9048-41f9-a772-1f2fcda6ff04 x-openstack-request-id: req-995ebc4e-9048-41f9-a772-1f2fcda6ff04 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:41:53.761095 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:41:53.761095 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-995ebc4e-9048-41f9-a772-1f2fcda6ff04 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:41:53.761723 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'status': 'completed', 'code': 200} Dec 20 03:41:53.876777 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-a7f607c0-3080-436f-ae08-73eebd94524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:53.880351 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-a7f607c0-3080-436f-ae08-73eebd94524b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 1098 time: 0.0518372 Dec 20 03:41:53.886245 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:38:03Z', 'revision_number': 1, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:41:53.913582 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:41:53.922791 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:41:53.923414 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:27Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:41:54.010614 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440154b-2c6b-4cb3-849f-9cff9367c77a req-e8109714-5d62-4759-8394-325af55132d0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:54.011993 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1440154b-2c6b-4cb3-849f-9cff9367c77a req-e8109714-5d62-4759-8394-325af55132d0 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.1038511 Dec 20 03:41:54.029074 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:41:54.051366 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-f769fa69-1b01-4093-ab3c-6d3dc250d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:54.052805 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-f769fa69-1b01-4093-ab3c-6d3dc250d8cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.1176386 Dec 20 03:41:54.103589 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-dcbc2f16-151b-4cf5-8de2-919a578addc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc HTTP/1.1" status: 200 len: 217 time: 0.0413437 Dec 20 03:41:54.113241 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1440154b-2c6b-4cb3-849f-9cff9367c77a req-52ee2e4e-02c7-4dbb-91bd-128e351c6aba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928693 Dec 20 03:41:54.160373 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-95cc03d9-32f1-4035-b082-2c14314d259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:54.161870 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-95cc03d9-32f1-4035-b082-2c14314d259c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0477917 Dec 20 03:41:54.209049 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-dda5a1cf-367b-4b90-a15c-cba4f87598ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:54.210637 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-dda5a1cf-367b-4b90-a15c-cba4f87598ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407605 Dec 20 03:41:54.264049 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:38:03Z', 'revision_number': 1, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:41:54.291700 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a2099-5b91-4d20-8339-28bfe3ade92e None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_floatingips': [{'id': '59fa7d34-4903-4d81-8238-ebe917962c46', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'router_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'port_id': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'mac_address': 'fa:16:3e:a6:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T03:37:59Z', 'updated_at': '2021-12-20T03:38:03Z', 'revision_number': 1, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:41:54.309420 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-404a61fb-2e40-42ac-9c67-e86b0273b9f7 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910077 Dec 20 03:41:54.404916 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f07b9691-0542-4488-ac00-88bb04deaed2 req-bb38e36c-f551-40dd-95ef-e181d605c210 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881855 Dec 20 03:41:54.514245 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0865185-e6c5-4748-bf3a-f425b7df793f None None] New status for floating IP b8191cc9-0401-4e10-b164-66f219cdb25a: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:41:55.186151 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-61b52eb0-9c40-4700-a23f-db8e98649214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:55.243125 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757942-1c60-428e-9133-48f0a4e34043 req-d5b37acd-1d8a-41eb-ab15-868235e2321a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:55.244612 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f3757942-1c60-428e-9133-48f0a4e34043 req-d5b37acd-1d8a-41eb-ab15-868235e2321a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0497820 Dec 20 03:41:55.299575 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f3757942-1c60-428e-9133-48f0a4e34043 req-564d39f4-72b7-4a09-9527-b206f153a48e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 Dec 20 03:41:56.430312 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478de242-824c-455f-a582-0ee92567d203 req-d143e9d7-643d-498d-9dbe-3b9906d8f22f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:56.431828 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-478de242-824c-455f-a582-0ee92567d203 req-d143e9d7-643d-498d-9dbe-3b9906d8f22f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0493007 Dec 20 03:41:56.481734 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-478de242-824c-455f-a582-0ee92567d203 req-0265ebfa-4925-48bd-bcd0-de0d413dc25a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Dec 20 03:41:57.490838 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-44667b10-b136-479c-b309-c475e114fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:57.599860 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f82771-6fab-4147-88c7-035f2da19e31 req-46824d9f-806f-4ab5-b811-777baf55b39d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:57.601381 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-30f82771-6fab-4147-88c7-035f2da19e31 req-46824d9f-806f-4ab5-b811-777baf55b39d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0519283 Dec 20 03:41:57.650446 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-30f82771-6fab-4147-88c7-035f2da19e31 req-27b186f2-1bf9-4446-bcde-09d3f193854c tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Dec 20 03:41:58.700041 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:58.765722 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705810c-0b32-4407-8838-bdd9b2fb38cc req-5434390c-af2d-4991-bcbd-eab6590931af tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:58.767052 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8705810c-0b32-4407-8838-bdd9b2fb38cc req-5434390c-af2d-4991-bcbd-eab6590931af tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 945 time: 0.0491974 Dec 20 03:41:58.816972 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8705810c-0b32-4407-8838-bdd9b2fb38cc req-b481bf68-a7fe-46c5-a4bd-53b6a5b58a2f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440063 Dec 20 03:41:59.212405 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:41:59.291344 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791744'] for port, before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:59.313496 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:41:59.315702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42628b495c005596afcc34984b6fa970e6039396b2cf4a12e337b335f7c12783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0131234-6de0-4a8d-9104-b959e1fa7287" -d '{"events": [{"server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "name": "network-vif-unplugged", "status": "completed", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:41:59.328270 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:41:59.420691 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd303d77-da5c-44e4-8d9e-de07cba1a428 x-openstack-request-id: req-dd303d77-da5c-44e4-8d9e-de07cba1a428 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:41:59.420691 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "name": "network-vif-unplugged", "status": "completed", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:41:59.420691 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd303d77-da5c-44e4-8d9e-de07cba1a428 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:41:59.420691 dv-cinder-818037-11-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'code': 200} Dec 20 03:41:59.440244 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774751061230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774750645459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774750645477'] for port, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:41:59.488124 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Pushing event updated for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:41:59.495026 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.495377 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.495726 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.496060 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.496391 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.496720 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.497047 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.497406 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.497732 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.498062 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.498380 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.498698 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.499044 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:41:59.935723 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1b41f-2f13-4e0a-870f-aa3ffbb35c88 req-9aa617dd-e5d4-4d9a-984d-3c0fa6bb7f22 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:41:59.937630 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbf1b41f-2f13-4e0a-870f-aa3ffbb35c88 req-9aa617dd-e5d4-4d9a-984d-3c0fa6bb7f22 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0521104 Dec 20 03:41:59.987372 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbf1b41f-2f13-4e0a-870f-aa3ffbb35c88 req-82455833-fd65-4963-b57c-c3b999e75c9b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Dec 20 03:42:00.416658 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:00.867047 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:01.011051 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-4b847757-0279-4653-9de7-9a8d4edbce01 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:01.012501 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-4b847757-0279-4653-9de7-9a8d4edbce01 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0471795 Dec 20 03:42:01.112165 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Deleting port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:01.112502 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:01.112959 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5be9fc-8555-4cc9-8a99-ede9a8bce1f4 req-dac2a47b-0da6-41db-8a58-2d954855ec31 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:01.114492 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0f5be9fc-8555-4cc9-8a99-ede9a8bce1f4 req-dac2a47b-0da6-41db-8a58-2d954855ec31 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 943 time: 0.0573642 Dec 20 03:42:01.164951 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0f5be9fc-8555-4cc9-8a99-ede9a8bce1f4 req-821cf76d-f88d-4a11-822a-c91e01efcb05 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Dec 20 03:42:01.201031 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] For port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:01.201422 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:01.214507 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Calling delete_port for 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:01.408562 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:01.434985 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'Port': ['ID=91c8ad15-12c7-4a71-a36b-721ab7bb7bcc,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:01.445079 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.445455 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.445796 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.446129 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.446459 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.446785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.447136 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.447469 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.448244 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.448244 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.448450 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.448734 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.449032 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-11-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 03:42:01.489390 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] No DVR routers for this DVR port 91c8ad15-12c7-4a71-a36b-721ab7bb7bcc on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:42:01.491972 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:01.495282 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-669e7222-5449-40ea-b03b-62cd4055fc79 req-a507e3b5-339f-4296-822d-78b19cab1013 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "DELETE /v2.0/ports/91c8ad15-12c7-4a71-a36b-721ab7bb7bcc HTTP/1.1" status: 204 len: 173 time: 0.4722660 Dec 20 03:42:01.495763 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'name': 'network-vif-deleted', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:42:01.497943 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb6e3e-28db-4274-8eee-3bf567dc0bad" -d '{"events": [{"server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "name": "network-vif-deleted", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:42:01.592347 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0fa6f4-4286-4b40-989a-5d7b124b7f5b x-openstack-request-id: req-0e0fa6f4-4286-4b40-989a-5d7b124b7f5b {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:42:01.592681 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25de0f8-ea6d-45e9-ac80-ba8e9e518103", "name": "network-vif-deleted", "tag": "91c8ad15-12c7-4a71-a36b-721ab7bb7bcc", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:42:01.592932 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e0fa6f4-4286-4b40-989a-5d7b124b7f5b {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:42:01.593787 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25de0f8-ea6d-45e9-ac80-ba8e9e518103', 'name': 'network-vif-deleted', 'tag': '91c8ad15-12c7-4a71-a36b-721ab7bb7bcc', 'status': 'completed', 'code': 200} Dec 20 03:42:02.286450 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-43980d8c-e1da-4c4b-b90e-fcf61959e474 req-7a3b5caa-a2f2-4601-8de3-a3a8932d29d6 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25de0f8-ea6d-45e9-ac80-ba8e9e518103 HTTP/1.1" status: 200 len: 210 time: 0.0299857 Dec 20 03:42:05.828237 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52146) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:05.986026 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Deleting port 25945158-69ba-4b97-a04d-3313738c9b03 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:05.986365 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:06.058352 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:06.058673 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:06.070667 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Calling delete_port for 25945158-69ba-4b97-a04d-3313738c9b03 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:06.276849 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:06.303764 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'Port': ['ID=25945158-69ba-4b97-a04d-3313738c9b03,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:06.365214 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:06.365542 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Floating IP 59fa7d34-4903-4d81-8238-ebe917962c46 disassociated (deleted). External IP: 172.27.2.17, port: c3bb1e5e-eba4-4be2-ae44-80c4d75e395c. Dec 20 03:42:06.562502 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:42:06.667885 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:42:06.672179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:06.679171 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:42:06.689187 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:42:06.689819 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:06.701512 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e48337e3-853a-4151-b508-161ca6fb0c3b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "DELETE /v2.0/floatingips/59fa7d34-4903-4d81-8238-ebe917962c46 HTTP/1.1" status: 204 len: 168 time: 0.8692825 Dec 20 03:42:06.701512 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:42:06.702194 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f426df4e4067ea3bde9e4570fc4de745ae2a73ea927e831f5b3b106dee63c84f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b158f22-fc5d-4da8-b4b5-aa957c017582" -d '{"events": [{"name": "network-changed", "server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:42:06.747666 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 03:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c00ded-37d3-497b-852e-a9662b8d2c7b x-openstack-request-id: req-b5c00ded-37d3-497b-852e-a9662b8d2c7b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:42:06.747961 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:42:06.748227 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5c00ded-37d3-497b-852e-a9662b8d2c7b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:42:06.748604 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'status': 'completed', 'code': 200} Dec 20 03:42:06.805944 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:42:06.851501 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-710792fd-e4ec-499d-a074-561a6ef81ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:06.853001 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-710792fd-e4ec-499d-a074-561a6ef81ad8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 1098 time: 0.0456846 Dec 20 03:42:06.950903 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-7967f3ed-208b-43d7-983b-ee844b7317ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:06.952309 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-7967f3ed-208b-43d7-983b-ee844b7317ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 200 len: 913 time: 0.0861776 Dec 20 03:42:07.008990 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:07.041597 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:42:07.052016 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:42:07.052757 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:07.164899 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:42:07.254026 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-66a96cb2-8ab2-42be-b41c-323b746a19bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 200 len: 217 time: 0.2919755 Dec 20 03:42:07.334131 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c3a8-0582-4d03-a7fe-3986cd0001af req-ec42ae5d-9c34-4b3d-bc1e-05d57e14bec9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:07.335596 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec22c3a8-0582-4d03-a7fe-3986cd0001af req-ec42ae5d-9c34-4b3d-bc1e-05d57e14bec9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 945 time: 0.0844464 Dec 20 03:42:07.337498 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-001834af-ad37-42db-96c4-2e3f5c610749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:07.338804 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-001834af-ad37-42db-96c4-2e3f5c610749 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 200 len: 851 time: 0.0750484 Dec 20 03:42:07.374262 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:07.401197 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a157b19-e153-419f-a720-6e2a8ad3659b None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:35Z', 'revision_number': 4, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi', '_interfaces': [{'id': '48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2', 'name': '', 'network_id': '247f1037-2c21-483f-b1d2-d9c7b96998be', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'mac_address': 'fa:16:3e:c2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:35Z', 'updated_at': '2021-12-20T03:34:39Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'subnets': [{'id': 'ac0f4d81-4a8b-4618-8fde-e514a966ddd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:42:07.418410 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ec22c3a8-0582-4d03-a7fe-3986cd0001af req-13f2889d-c40a-4917-bdde-24310d92456f tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762813 Dec 20 03:42:07.426761 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-c562f572-9a9c-4408-a29a-9aeb36d5ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:07.428579 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-c562f572-9a9c-4408-a29a-9aeb36d5ff2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=247f1037-2c21-483f-b1d2-d9c7b96998be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786338 Dec 20 03:42:07.527232 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-8120d479-2fe9-410b-aa8f-43f9705b0ac3 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900111 Dec 20 03:42:07.629329 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b158f22-fc5d-4da8-b4b5-aa957c017582 req-03f43176-5050-48cc-a647-565ecf0bdfe2 service neutron] 10.222.0.54 "GET /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925560 Dec 20 03:42:07.650904 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a080f-9d5b-4301-8823-d44f04e25264 None None] New status for floating IP 59fa7d34-4903-4d81-8238-ebe917962c46: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 03:42:07.742113 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:42:08.545192 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b952d-8587-42ab-bf17-044347fa00fe req-bc1287d3-d7ea-4292-ab36-6673dd0eafe9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:08.546758 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e8b952d-8587-42ab-bf17-044347fa00fe req-bc1287d3-d7ea-4292-ab36-6673dd0eafe9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 945 time: 0.0524995 Dec 20 03:42:08.599653 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e8b952d-8587-42ab-bf17-044347fa00fe req-d17c58a6-a7a5-4a66-bd4f-066eab693ae2 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c18dae3-94e0-4597-88b9-b95d14b772f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468433 Dec 20 03:42:09.159386 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-0b8541ff-b7b6-4b49-b719-87f850b2725b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 03:42:09.160825 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-0b8541ff-b7b6-4b49-b719-87f850b2725b tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 945 time: 0.0483844 Dec 20 03:42:09.254183 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Deleting port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:09.254511 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:09.342673 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] For port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:09.343029 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:09.355374 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Calling delete_port for c3bb1e5e-eba4-4be2-ae44-80c4d75e395c owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:09.586049 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:09.613634 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'Port': ['ID=c3bb1e5e-eba4-4be2-ae44-80c4d75e395c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:09.658113 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] No DVR routers for this DVR port c3bb1e5e-eba4-4be2-ae44-80c4d75e395c on host hv-cinder-81803 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:42:09.660785 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for port, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:09.664160 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d75a6286-43c7-4a2b-99c2-40a919a0c968 req-c669177f-87a4-4a3c-8a89-dd59fb1cd2ba tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.54 "DELETE /v2.0/ports/c3bb1e5e-eba4-4be2-ae44-80c4d75e395c HTTP/1.1" status: 204 len: 173 time: 0.4920413 Dec 20 03:42:09.664715 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'name': 'network-vif-deleted', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 03:42:09.666981 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c635eeeea93f5e4e7926004122d64137404e01be8926cb626f0900b63c7938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad60b20-14af-463b-95d2-75bf4e8eac61" -d '{"events": [{"server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "name": "network-vif-deleted", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 03:42:09.707860 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 03:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669307e9-780e-42d7-a5e3-4471f49366e9 x-openstack-request-id: req-669307e9-780e-42d7-a5e3-4471f49366e9 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 03:42:09.708165 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14bb563-0377-452e-bd8a-a367eaffe2de", "name": "network-vif-deleted", "tag": "c3bb1e5e-eba4-4be2-ae44-80c4d75e395c", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 03:42:09.708419 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-669307e9-780e-42d7-a5e3-4471f49366e9 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 03:42:09.708809 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14bb563-0377-452e-bd8a-a367eaffe2de', 'name': 'network-vif-deleted', 'tag': 'c3bb1e5e-eba4-4be2-ae44-80c4d75e395c', 'status': 'completed', 'code': 200} Dec 20 03:42:09.710757 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dda90785-6bae-4149-b21f-abfb768138e2 req-3f4758e6-f46f-40d8-8dd0-eb0f958a7f9d tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 210 time: 0.0330992 Dec 20 03:42:10.820691 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bc2e020-b744-4da3-9a63-eb568adef579 req-7559829c-5d03-496d-909d-80e92290546e tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14bb563-0377-452e-bd8a-a367eaffe2de HTTP/1.1" status: 200 len: 210 time: 0.0261683 Dec 20 03:42:11.211152 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:11.226403 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device c3bb1e5e-eba4-4be2-ae44-80c4d75e395c no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:11.250463 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] No Port match for: c3bb1e5e-eba4-4be2-ae44-80c4d75e395c {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:11.250812 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Device c3bb1e5e-eba4-4be2-ae44-80c4d75e395c not bound to the agent host hv-cinder-81803 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:11.874735 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52164) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:12.267251 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Deleting port ee780f18-b6af-445f-94b9-6749d453e0b1 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:12.267512 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:12.341763 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:12.342096 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:12.354610 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Calling delete_port for ee780f18-b6af-445f-94b9-6749d453e0b1 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:12.559216 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:12.587177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'Port': ['ID=ee780f18-b6af-445f-94b9-6749d453e0b1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:12.645191 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:12.647683 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63585'] for floatingip, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:12.648809 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e0460e16-d1cd-4d37-bf6f-a0ca6852d01a tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "DELETE /v2.0/floatingips/66219f25-2186-4ca4-932b-63d4397943f2 HTTP/1.1" status: 204 len: 168 time: 0.7728517 Dec 20 03:42:13.950311 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52176) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:14.006035 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea07872b-2119-4076-b334-be518d64e3d9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:14.030631 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea07872b-2119-4076-b334-be518d64e3d9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:14.187637 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea07872b-2119-4076-b334-be518d64e3d9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:14.191303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea07872b-2119-4076-b334-be518d64e3d9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:14.192488 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ea07872b-2119-4076-b334-be518d64e3d9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c18dae3-94e0-4597-88b9-b95d14b772f7 HTTP/1.1" status: 204 len: 168 time: 0.2411475 Dec 20 03:42:14.201677 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07872b-2119-4076-b334-be518d64e3d9 tempest-TestVolumeBootPattern-363963046 tempest-TestVolumeBootPattern-363963046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c18dae3-94e0-4597-88b9-b95d14b772f7,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:14.317683 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52180) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:14.815909 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:15.050366 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Deleting port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:15.051154 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:15.124241 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] For port 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:15.124624 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:15.137914 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Calling delete_port for 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:15.368307 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:15.398272 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Pushing event deleted for resources: {'Port': ['ID=48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:15.606697 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:15.816948 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Router ac80680b-8060-4edb-b329-20f6db73d9a2 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:42:15.921179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:42:15.926853 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-018c09ef-7c4e-4b83-a6e3-abf170f2ad0f admin admin] 10.222.0.53 "PUT /v2.0/routers/ac80680b-8060-4edb-b329-20f6db73d9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6081319 Dec 20 03:42:15.929606 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52184) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:15.930619 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] Sync routers for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:42:15.941091 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:42:15.941739 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:16.031179 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.136002 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.179797 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:42:16.262968 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Deleting port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:16.263303 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.341502 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] For port 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:16.341893 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.355267 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Calling delete_port for 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:16.359164 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:42:15Z', 'revision_number': 5, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port': {'id': '22c1a7c9-1d1c-44ae-96bb-5135ea5f6576', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:16.390050 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] Checking router: ac80680b-8060-4edb-b329-20f6db73d9a2 for host: dv-cinder-818037-11-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:42:16.398981 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] Routers {'ac80680b-8060-4edb-b329-20f6db73d9a2'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:42:16.399590 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['ac80680b-8060-4edb-b329-20f6db73d9a2'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:16.483129 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] Set router ac80680b-8060-4edb-b329-20f6db73d9a2 gateway port host: None {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:42:16.538521 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:42:16Z', 'revision_number': 6, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:16.564238 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93979de4-48c1-44ff-bd16-0561181df235 None None] The sync data for ids ['ac80680b-8060-4edb-b329-20f6db73d9a2'] in dv-cinder-818037-11-iscsi is: [{'id': 'ac80680b-8060-4edb-b329-20f6db73d9a2', 'name': 'tempest-TestVolumeBootPattern-1091465504-router', 'tenant_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:32Z', 'updated_at': '2021-12-20T03:42:16Z', 'revision_number': 6, 'project_id': 'd4fa0cffd767432cae1c69fa4e26e6c5', 'gw_port_host': None}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:42:16.668062 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.698558 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c1a7c9-1d1c-44ae-96bb-5135ea5f6576,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:16.755712 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.842587 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.844756 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.959546 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.960076 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac80680b-8060-4edb-b329-20f6db73d9a2 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:42:16.965550 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:16.968979 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0d91d4a0-be94-4f65-a708-c7a1f4cfc5b4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ac80680b-8060-4edb-b329-20f6db73d9a2 HTTP/1.1" status: 204 len: 168 time: 1.0358300 Dec 20 03:42:16.968979 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52186) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:17.033468 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Deleting subnet ac0f4d81-4a8b-4618-8fde-e514a966ddd7 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:42:17.036332 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.068700 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8841762'] for subnet, precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.141554 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.274244 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574540'] for subnet, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.304335 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0f4d81-4a8b-4618-8fde-e514a966ddd7,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:17.307858 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.311450 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-33448376-2130-470d-98f2-0cda36c71893 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac0f4d81-4a8b-4618-8fde-e514a966ddd7 HTTP/1.1" status: 204 len: 168 time: 0.3411984 Dec 20 03:42:17.313210 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055d882-b009-48b2-a1e7-bb3301481467 None None] Network 247f1037-2c21-483f-b1d2-d9c7b96998be requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:42:17.314025 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 52188) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:17.377357 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:17.388260 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.401781 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:17.402131 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 48d9763f-4f93-4fdf-bdf7-13c8ff8d1af2 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:17.444416 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Deleting port 6904e964-c6e5-4219-bc0b-76d0b118863e {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:17.444761 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.503951 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] DHCP port deletion for 247f1037-2c21-483f-b1d2-d9c7b96998be request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:42:17.521790 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] For port 6904e964-c6e5-4219-bc0b-76d0b118863e, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=6904e964-c6e5-4219-bc0b-76d0b118863e,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:17.522171 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.535788 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Calling delete_port for 6904e964-c6e5-4219-bc0b-76d0b118863e owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:17.556321 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] Deleting port 6904e964-c6e5-4219-bc0b-76d0b118863e {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:17.556696 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.629593 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] For port 6904e964-c6e5-4219-bc0b-76d0b118863e, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=6904e964-c6e5-4219-bc0b-76d0b118863e,segment=NetworkSegment(da35a931-d483-46cb-8516-37643b24e2f7),segment_id=da35a931-d483-46cb-8516-37643b24e2f7)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:17.629593 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.636254 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] Calling delete_port for 6904e964-c6e5-4219-bc0b-76d0b118863e owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:17.705500 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.722604 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.733170 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Pushing event deleted for resources: {'Port': ['ID=6904e964-c6e5-4219-bc0b-76d0b118863e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:17.735056 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] No DVR routers for this DVR port 6904e964-c6e5-4219-bc0b-76d0b118863e on host dv-cinder-818037-11-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:42:17.746611 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] Pushing event deleted for resources: {'Port': ['ID=6904e964-c6e5-4219-bc0b-76d0b118863e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:17.752544 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d55a1a-fe0f-4ac1-a9df-1e3c30471edb None None] No DVR routers for this DVR port 6904e964-c6e5-4219-bc0b-76d0b118863e on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:42:17.810186 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.830268 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247f1037-2c21-483f-b1d2-d9c7b96998be']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:17.839757 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da35a931-d483-46cb-8516-37643b24e2f7') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:17.840061 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da35a931-d483-46cb-8516-37643b24e2f7') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:17.849517 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10285969'] for segment, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.862902 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.868681 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:42:17.869064 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286083'] for segment, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: warnings.warn(msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: Traceback (most recent call last): Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: timer() Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: cb(*args, **kw) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: return func(*args, **kwargs) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: self._notify() Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: self.callback(batched_events) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: event.method(event) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: return f(self, *a, **k) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._get(url).json() Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:42:17.870739 dv-cinder-818037-11-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:42:17.979872 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.985287 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:17.989094 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] 10.222.0.53 "DELETE /v2.0/networks/247f1037-2c21-483f-b1d2-d9c7b96998be HTTP/1.1" status: 204 len: 168 time: 0.6740780 Dec 20 03:42:17.992152 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52190) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:18.000346 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3a0c6-d0d1-474c-ba07-a5e1e13a947d admin admin] Pushing event deleted for resources: {'Network': ['ID=247f1037-2c21-483f-b1d2-d9c7b96998be,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:18.324444 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925701'] for router_interface, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:18.557359 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Deleting port 80076f1b-f4ea-4e6a-b373-61d06d440f37 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:18.557693 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:18.633427 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] For port 80076f1b-f4ea-4e6a-b373-61d06d440f37, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=80076f1b-f4ea-4e6a-b373-61d06d440f37,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:18.633786 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:18.649688 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Calling delete_port for 80076f1b-f4ea-4e6a-b373-61d06d440f37 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:18.896943 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:18.924735 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80076f1b-f4ea-4e6a-b373-61d06d440f37,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:18.958277 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 6904e964-c6e5-4219-bc0b-76d0b118863e no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:18.978632 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 6904e964-c6e5-4219-bc0b-76d0b118863e {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:18.979278 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 6904e964-c6e5-4219-bc0b-76d0b118863e not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:18.979702 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:19.000182 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:19.000532 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 22c1a7c9-1d1c-44ae-96bb-5135ea5f6576 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:19.088560 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925929'] for router_interface, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:19.569701 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Router 39d9b821-1cf6-45bb-86bf-95935a388db6 has already been hosted by L3 agent 7a735806-559b-4ea2-81ac-44c3ff212c83 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 03:42:19.675972 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] Notify agent at l3_agent.dv-cinder-818037-11-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 03:42:19.682118 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b6e7ce99-5e7e-49e1-9b86-f98959d60bd4 admin admin] 10.222.0.53 "PUT /v2.0/routers/39d9b821-1cf6-45bb-86bf-95935a388db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6889143 Dec 20 03:42:19.685188 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 52192) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:19.686018 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] Sync routers for ids ['39d9b821-1cf6-45bb-86bf-95935a388db6'] in dv-cinder-818037-11-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 03:42:19.699020 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] Routers {'39d9b821-1cf6-45bb-86bf-95935a388db6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:42:19.699627 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['39d9b821-1cf6-45bb-86bf-95935a388db6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:19.791494 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks [] for router, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:19.806169 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] Set router 39d9b821-1cf6-45bb-86bf-95935a388db6 gateway port host: dv-cinder-818037-11-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:42:19.896823 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:19.980669 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'external_fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:42:18Z', 'revision_number': 5, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port': {'id': '8ba4eed0-e3a8-4a57-83ef-41185aeeb738', 'name': '', 'network_id': 'f7cdf072-e1f5-4418-8bb9-3b6ddbda07a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T03:34:40Z', 'updated_at': '2021-12-20T03:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4972f31d-2c44-460f-9841-f3661ddccc77', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-11-iscsi'}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:20.006971 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] Checking router: 39d9b821-1cf6-45bb-86bf-95935a388db6 for host: dv-cinder-818037-11-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 03:42:20.015272 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] Routers {'39d9b821-1cf6-45bb-86bf-95935a388db6'} bound to L3 agent in host dv-cinder-818037-11-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 03:42:20.015877 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T03:19:57Z,description=,heartbeat_timestamp=2021-12-20T03:41:57Z,host='dv-cinder-818037-11-iscsi',id=7a735806-559b-4ea2-81ac-44c3ff212c83,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T03:19:58Z,topic='l3_agent')) {'router_ids': ['39d9b821-1cf6-45bb-86bf-95935a388db6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:20.052162 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Deleting port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:20.052506 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.101530 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] Set router 39d9b821-1cf6-45bb-86bf-95935a388db6 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 03:42:20.132710 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] For port 8ba4eed0-e3a8-4a57-83ef-41185aeeb738, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,segment=NetworkSegment(e618a298-52d6-4122-8c43-3a8380e043cb),segment_id=e618a298-52d6-4122-8c43-3a8380e043cb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:20.133066 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.151578 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Calling delete_port for 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:20.240354 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:42:19Z', 'revision_number': 6, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port_host': None}], 'dv-cinder-818037-11-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:20.266429 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e3820-05f9-4251-9d4b-98058637681f None None] The sync data for ids ['39d9b821-1cf6-45bb-86bf-95935a388db6'] in dv-cinder-818037-11-iscsi is: [{'id': '39d9b821-1cf6-45bb-86bf-95935a388db6', 'name': 'tempest-TestVolumeBootPattern-2088492484-router', 'tenant_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T03:34:39Z', 'updated_at': '2021-12-20T03:42:19Z', 'revision_number': 6, 'project_id': 'd000d9f2b7574b9690f8e4d08b5d5788', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 03:42:20.377440 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286128'] for port, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.407555 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba4eed0-e3a8-4a57-83ef-41185aeeb738,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:20.468016 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926283'] for router_gateway, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.559695 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126064'] for router, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.561780 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.671331 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932320'] for router, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.672051 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d9b821-1cf6-45bb-86bf-95935a388db6 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 03:42:20.681775 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] Publish callbacks [] for router, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.681775 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9fc75b6e-0bde-4ae5-9635-adf04b6b1604 admin admin] 10.222.0.53 "DELETE /v2.0/routers/39d9b821-1cf6-45bb-86bf-95935a388db6 HTTP/1.1" status: 204 len: 168 time: 0.9930093 Dec 20 03:42:20.682055 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.53', 52194) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:20.727934 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Deleting subnet 330964e4-ee74-4fc4-b93a-9790f9920700 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 20 03:42:20.731053 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.765278 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10285976'] for subnet, precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.841577 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1738189'] for subnet, precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:20.980109 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1738164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332877'] for subnet, after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.007792 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330964e4-ee74-4fc4-b93a-9790f9920700,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:21.009894 dv-cinder-818037-11-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for subnet, before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.013093 dv-cinder-818037-11-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6f42847d-fe87-48da-837c-13391c751cc7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/330964e4-ee74-4fc4-b93a-9790f9920700 HTTP/1.1" status: 204 len: 168 time: 0.3301067 Dec 20 03:42:21.015798 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52196) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:21.023350 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75559d62-b037-4d9e-b5a6-e31464c46ecb None None] Network 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb requested from dv-cinder-818037-11-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 03:42:21.095516 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772057'] for network, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.102455 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 80076f1b-f4ea-4e6a-b373-61d06d440f37 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:21.124795 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 80076f1b-f4ea-4e6a-b373-61d06d440f37 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:21.125439 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 80076f1b-f4ea-4e6a-b373-61d06d440f37 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:21.125972 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:21.152116 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:21.153223 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 8ba4eed0-e3a8-4a57-83ef-41185aeeb738 not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:21.153937 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Deleting port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:21.154239 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.221777 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] For port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:21.222666 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.225536 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] DHCP port deletion for 6a8c8715-ff4c-4aa3-8dfa-67c9006084cb request from dv-cinder-818037-11-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 03:42:21.234915 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Calling delete_port for 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:21.279988 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] Deleting port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 03:42:21.280365 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774751219833'] for port, before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.347420 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] For port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb, host dv-cinder-818037-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-11-iscsi',level=0,port_id=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,segment=NetworkSegment(20e05465-d1d5-441b-b3b0-a2ca552415af),segment_id=20e05465-d1d5-441b-b3b0-a2ca552415af)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 03:42:21.348022 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-765673'] for port, precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.366555 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] Calling delete_port for 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 03:42:21.417034 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749216'] for port, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.444875 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:21.452384 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] No DVR routers for this DVR port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb on host dv-cinder-818037-11-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:42:21.452665 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1791437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774751061212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774750645450'] for port, after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.481064 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] No DVR routers for this DVR port 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb on host dv-cinder-818037-11-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 03:42:21.482989 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dc858-9145-4fb2-84cb-b99a67e6004d None None] Pushing event deleted for resources: {'Port': ['ID=5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:21.527273 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750872', 'neutron.services.segments.db._delete_segments_for_network-8774751195531'] for network, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.548343 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8c8715-ff4c-4aa3-8dfa-67c9006084cb']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:21.558659 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e05465-d1d5-441b-b3b0-a2ca552415af') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:21.559012 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e05465-d1d5-441b-b3b0-a2ca552415af') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 03:42:21.569277 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774751199892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8841771'] for segment, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.582733 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782'] for segment, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.589260 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 03:42:21.589638 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749203'] for segment, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: Traceback (most recent call last): Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: timer() Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: cb(*args, **kw) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: return func(*args, **kwargs) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: self._notify() Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: self.callback(batched_events) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: event.method(event) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: return f(self, *a, **k) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._get(url).json() Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 03:42:21.591234 dv-cinder-818037-11-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 03:42:21.722089 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926327'] for network, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.727476 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766387'] for network, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:21.730681 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a8c8715-ff4c-4aa3-8dfa-67c9006084cb HTTP/1.1" status: 204 len: 168 time: 0.7137246 Dec 20 03:42:21.744041 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43dbf-3ff3-46fd-bacb-c58a5008968d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8c8715-ff4c-4aa3-8dfa-67c9006084cb,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:22.014158 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52200) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:22.053098 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a76431b7-cf8b-4601-a9f2-25917af71220 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4fa0cffd767432cae1c69fa4e26e6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377369 Dec 20 03:42:22.055460 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52202) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:22.105316 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a189e42a-4137-4a7c-8080-e3fd830249d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:22.126900 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a189e42a-4137-4a7c-8080-e3fd830249d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:22.256546 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a189e42a-4137-4a7c-8080-e3fd830249d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:22.259230 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a189e42a-4137-4a7c-8080-e3fd830249d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:22.260411 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a189e42a-4137-4a7c-8080-e3fd830249d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fec26d1e-9177-4268-b93f-dc9c119a6bfb HTTP/1.1" status: 204 len: 168 time: 0.2040679 Dec 20 03:42:22.270629 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e42a-4137-4a7c-8080-e3fd830249d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec26d1e-9177-4268-b93f-dc9c119a6bfb,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:22.832053 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb no longer exists at agent ovs-agent-dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 03:42:22.854131 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] No Port match for: 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 03:42:22.854481 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Device 5b81cbfb-35b6-4af1-9e12-8ec84ed4c6bb not bound to the agent host dv-cinder-818037-11-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 03:42:22.886177 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52208) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:22.925802 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-223893bb-740f-497a-bf0a-fb9ce2b9a323 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d000d9f2b7574b9690f8e4d08b5d5788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384662 Dec 20 03:42:22.928250 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.53', 52210) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 03:42:22.974992 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-afa427ac-9234-42ab-859f-c94baf13bbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:22.995614 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-afa427ac-9234-42ab-859f-c94baf13bbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:23.110658 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-afa427ac-9234-42ab-859f-c94baf13bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975492'] for security_group, after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:23.113395 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-afa427ac-9234-42ab-859f-c94baf13bbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:23.114561 dv-cinder-818037-11-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-afa427ac-9234-42ab-859f-c94baf13bbd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b37b5186-4700-423d-ab24-fce2a4f7b7a8 HTTP/1.1" status: 204 len: 168 time: 0.1854196 Dec 20 03:42:23.122301 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa427ac-9234-42ab-859f-c94baf13bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b5186-4700-423d-ab24-fce2a4f7b7a8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 03:42:25.187621 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-81d69d73-51af-4151-a834-d48a9580d73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:27.445163 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-08e027c9-f322-4cc7-959f-b3dd10f3c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:28.733232 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:30.425576 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:30.861543 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:41.204206 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:44.741377 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:42:55.184401 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c3fe40cc-984e-4db1-b5eb-cfed653c6edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:57.450143 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2892256e-dd8a-429c-85a8-e980cf206e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:42:58.806988 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:00.426137 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:00.860845 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:11.203463 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:21.741023 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:43:25.202859 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c13c8307-ce04-4d38-bc5a-9694d090f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:27.465695 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-beaaf470-fb05-4998-9544-deb61fb73076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:28.716774 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:30.417855 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:30.864006 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:41.225686 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:55.185067 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7110788a-62d9-4fd4-8818-05bf73f22383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:57.464933 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9360-6101-426b-a85e-19579bc51fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:58.697083 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:43:58.739933 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:44:00.451382 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:00.859310 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:11.252987 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:25.200984 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-346db328-92b2-4953-8701-c43af8baa714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:27.452674 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a0af7331-5ae6-4234-8e40-5878cb2a0707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:28.766794 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:30.418854 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:30.875365 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:35.739604 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:44:41.240799 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:55.181553 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-02594948-422c-49f5-b93f-dcef9a43947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:57.462858 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f885ae15-6398-4a32-8688-f631c8193df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:44:58.720647 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:00.417365 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:00.895776 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:11.255244 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:12.738979 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:45:25.165622 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-15779eec-1b8c-4b41-803f-bfa2b9f58a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:27.449485 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b8bc-8e4e-4a93-826b-f1716d849c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:28.723185 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:30.472206 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:30.891026 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:41.250458 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:49.740509 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:45:55.226105 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4218abf-cbd2-4689-b44b-4cafae5317da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:57.488169 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ee597db-b941-4e08-a2d8-078e1d2d1e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:45:58.735259 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:00.467115 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:00.918391 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:11.294264 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:25.173560 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a58a19a3-0645-4bf6-93a1-ea9962dce5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:26.739707 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:46:27.450184 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c5638035-e5c1-4b91-a9ba-53484764fb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:28.723456 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:30.431413 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:30.860340 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:39.063037 dv-cinder-818037-11-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-0313d694-69eb-486b-8614-36f82e561b62 req-6d48daeb-acd6-47dc-9d56-5c6164cf5006 service neutron] (103274) timed out ('10.222.0.54', 57506) {{(pid=103274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 03:46:41.271318 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:55.173537 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7e10a819-5770-4e1e-9daa-fbb30e79e024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:57.442182 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-06cbf0a0-b991-4abe-abb3-d3956c3e3878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:46:58.710937 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:00.435561 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:00.893372 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:03.738434 dv-cinder-818037-11-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-c1917c2b-688c-423a-a943-542994424437 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 03:47:11.259186 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1f809a98-d4e9-4bdd-9f65-c290e1801ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:25.172931 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da510ff9-099b-4b28-8754-cae265de1072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:27.452859 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d338-29cc-4787-99c7-dca35e466805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:28.750622 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50545e58-9d40-48a9-92ed-3006c9eff50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:30.469700 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71cef930-819d-46de-86e1-c54e382e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 03:47:30.892660 dv-cinder-818037-11-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a15e-116f-433d-80b8-3add9e6ce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774751195486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1748878'] for agent, after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}